|
|
|
|
|
|
|
|
|
|
| import uiModule from './ui.js';
|
| import spinnerModule from './spinner.js';
|
| import { providerLogo } from './providers.js';
|
| import { makeWindowDraggable } from './windowDrag.js';
|
| import { _diagnose, _showDiagnosis, _clearDiagnosis, _runQuickCmd, ERROR_PATTERNS } from './cookbook-diagnosis.js';
|
| import { _hwfitCache, _hwfitDebounce, _hwfitFetch, _hwfitInit, _hwfitRenderList, _hwfitRenderHw, _renderGpuToggles, _expandModelRow, _fitColors, _hwfitColumns, _cachedModelIds, _gpuToggleTotal, _resetGpuToggleState } from './cookbook-hwfit.js';
|
|
|
|
|
| import {
|
| initRunning,
|
| _loadTasks, _saveTasks, _addTask, _removeTask,
|
| _tmuxCmd, _renderRunningTab, _clearCookbookNotif,
|
| _launchServeTask, _serveAutoFix, _serveAutoRetry, _serveAutoRetryReplace, _serveAutoRetryRemove,
|
| _startBackgroundMonitor, _syncFromServer,
|
| _retryDownload, _nextAvailablePort, _processQueue,
|
| _selfHealStaleTasks,
|
| } from './cookbookRunning.js';
|
|
|
| import {
|
| initDownload,
|
| _setPanelField, _setPanelCheckbox,
|
| _wirePanelEvents, _runPanelCmd, _runModelDownload, _buildDownloadCmd,
|
| } from './cookbookDownload.js';
|
|
|
| import {
|
| initServe,
|
| _fetchCachedModels, _cachedAllModels, _filterCachedList, _rerenderCachedModels, _deleteCachedModel,
|
| } from './cookbookServe.js';
|
|
|
| const STORAGE_KEY = 'cookbook-presets';
|
| const LAST_STATE_KEY = 'cookbook-last-state';
|
| const SERVE_STATE_KEY = 'cookbook-serve-state';
|
|
|
|
|
|
|
|
|
|
|
|
|
| if (typeof window !== 'undefined' && !window._tagScrollGuardWired) {
|
| window._tagScrollGuardWired = true;
|
| ['touchstart', 'touchmove'].forEach(evt => {
|
| document.addEventListener(evt, (e) => {
|
| const t = e.target;
|
| if (t && t.closest && t.closest('.doclib-lang-chips')) e.stopPropagation();
|
| }, true);
|
| });
|
| }
|
|
|
|
|
|
|
| export const _MODELDIR_CHECK_OFF = '<svg width="13" height="13" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round"><circle cx="12" cy="12" r="9"/></svg>';
|
| export const _MODELDIR_CHECK_ON = '<svg width="13" height="13" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2.6" stroke-linecap="round" stroke-linejoin="round"><circle cx="12" cy="12" r="9"/><polyline points="8 12 11 15 16 9"/></svg>';
|
|
|
|
|
|
|
| function _platformIcon(platform) {
|
| const k = (platform || '').toLowerCase();
|
| if (k === 'windows') {
|
| return '<svg viewBox="0 0 24 24" width="12" height="12" fill="currentColor" aria-hidden="true"><path d="M3 4.6l8-1.2v8.1H3V4.6zm9-1.3L21 2v9.5h-9V3.3zM3 12.5h8v8.1l-8-1.2v-6.9zm9 0h9V22l-9-1.3v-8.2z"/></svg>';
|
| }
|
| if (k === 'termux' || k === 'android') {
|
| return '<svg viewBox="0 0 24 24" width="12" height="12" fill="currentColor" aria-hidden="true"><path d="M7 9h10v6.6a1 1 0 0 1-1 1h-.7v2.6a1.15 1.15 0 1 1-2.3 0V16.6h-1.5v2.6a1.15 1.15 0 1 1-2.3 0V16.6H8a1 1 0 0 1-1-1V9zM4.3 9.1a1.15 1.15 0 0 1 2.3 0v4.6a1.15 1.15 0 1 1-2.3 0V9.1zm13.1 0a1.15 1.15 0 0 1 2.3 0v4.6a1.15 1.15 0 1 1-2.3 0V9.1zM8 8a4 4 0 0 1 8 0H8zm1.7-2.6-.8-1.2a.28.28 0 0 1 .47-.3l.83 1.25a4.8 4.8 0 0 1 3.66 0l.83-1.25a.28.28 0 0 1 .47.3L14.3 5.4M9.8 6.6a.62.62 0 1 0 0-1.24.62.62 0 0 0 0 1.24zm4.4 0a.62.62 0 1 0 0-1.24.62.62 0 0 0 0 1.24z"/></svg>';
|
| }
|
| if (k === 'linux' || k === 'termux-linux') {
|
| return '<svg viewBox="0 0 24 24" width="12" height="12" fill="currentColor" aria-hidden="true"><path d="M12 2a4 4 0 0 0-4 4v4.7c0 .9-.4 1.7-1 2.4-1.2 1.4-2 3-2 4.5C5 20.4 8.1 22 12 22s7-1.6 7-4.4c0-1.5-.8-3.1-2-4.5-.6-.7-1-1.5-1-2.4V6a4 4 0 0 0-4-4zm-1.7 4.8a1 1 0 1 1 0 2 1 1 0 0 1 0-2zm3.4 0a1 1 0 1 1 0 2 1 1 0 0 1 0-2zM12 9.4c.75 0 1.4.45 1.7 1.1h-3.4c.3-.65.95-1.1 1.7-1.1z"/></svg>';
|
| }
|
| return '';
|
| }
|
|
|
| export let _envState = { env: 'none', envPath: '', hfToken: '', hfTokenConfigured: false, hfTokenMasked: '', gpus: '', remoteHost: '', servers: [], modelPaths: [], platform: '', defaultServer: '' };
|
| let _lastCacheHostVal = null;
|
| let _cookbookOpeningSpinners = [];
|
| export function _lastCacheHost() { return _lastCacheHostVal; }
|
| export function _setLastCacheHost(v) { _lastCacheHostVal = v; }
|
|
|
| function _setCookbookOpening(on) {
|
|
|
|
|
|
|
|
|
|
|
| const targets = [
|
| document.getElementById('rail-cookbook'),
|
| ].filter(Boolean);
|
| if (!on) {
|
| _cookbookOpeningSpinners.forEach(({ spinner, wrap, target }) => {
|
| try { spinner?.stop?.(); } catch {}
|
| try { wrap?.remove?.(); } catch {}
|
| target?.classList?.remove('cookbook-opening');
|
| });
|
| _cookbookOpeningSpinners = [];
|
| return;
|
| }
|
| if (_cookbookOpeningSpinners.length) return;
|
| targets.forEach(target => {
|
| const spinner = spinnerModule.create('', 'clean', 'whirlpool');
|
| spinner._wpSize = target.id === 'rail-cookbook' ? 12 : 13;
|
| const wrap = document.createElement('span');
|
| wrap.className = 'cookbook-open-loading';
|
| wrap.appendChild(spinner.createElement());
|
| target.appendChild(wrap);
|
| target.classList.add('cookbook-opening');
|
| spinner.start();
|
| _cookbookOpeningSpinners.push({ spinner, wrap, target });
|
| });
|
| }
|
|
|
|
|
|
|
| function _isLocalEntry(s) { return !s || !s.host || s.host === 'local' || s.host.toLowerCase() === 'localhost'; }
|
|
|
|
|
|
|
|
|
| export function _serverKey(s) {
|
| if (_isLocalEntry(s)) return 'local';
|
| return 'srv:' + [
|
| s?.name || '',
|
| s?.host || '',
|
| s?.port || '',
|
| s?.envPath || '',
|
| s?.platform || '',
|
| ].map(v => encodeURIComponent(String(v).trim())).join('|');
|
| }
|
|
|
| export function _serverByVal(val) {
|
| if (val == null || val === 'local' || val === '') return null;
|
| const raw = String(val);
|
| let s = _envState.servers.find(x => _serverKey(x) === raw);
|
| if (!s) s = _envState.servers.find(x => x.host === raw);
|
| if (!s) s = _envState.servers.find(x => x.name === raw);
|
| if (!s && /^\d+$/.test(String(val))) s = _envState.servers[parseInt(val)];
|
| return s || null;
|
| }
|
|
|
| export function _selectedServer() {
|
| if (_envState.remoteServerKey) {
|
| const keyed = _serverByVal(_envState.remoteServerKey);
|
| if (keyed) return keyed;
|
| }
|
| if (_envState.remoteHost) return _envState.servers.find(s => s.host === _envState.remoteHost) || null;
|
| return null;
|
| }
|
|
|
| export function _currentServerValue() {
|
| const selected = _selectedServer();
|
| if (selected) return _serverKey(selected);
|
| return _envState.remoteHost || 'local';
|
| }
|
|
|
| const GEMMA4_THINKING_CHAT_TEMPLATE = `{% for message in messages %}{% if message['role'] == 'system' %}<|turn>system\n<|think|>{{ message['content'] }}<turn|>\n{% elif message['role'] == 'user' %}<|turn>user\n{{ message['content'] }}<turn|>\n{% elif message['role'] == 'assistant' %}<|turn>model\n{{ message['content'] }}<turn|>\n{% endif %}{% endfor %}{% if add_generation_prompt %}<|turn>model\n<|channel>thought{% endif %}`;
|
|
|
| function _isGemma4ThinkingModel(modelName) {
|
| const n = (modelName || '').toLowerCase();
|
| return n.includes('gemma-4') || n.includes('gemma4');
|
| }
|
|
|
| function _gemma4ThinkingChatTemplateArg(modelName) {
|
| return _isGemma4ThinkingModel(modelName)
|
| ? _shellQuote(GEMMA4_THINKING_CHAT_TEMPLATE)
|
| : '';
|
| }
|
|
|
| function _buildServerOpts(excludeLocal = false) {
|
|
|
|
|
|
|
| const _localIdx = _envState.servers.findIndex(_isLocalEntry);
|
| const _localSrv = _localIdx >= 0 ? _envState.servers[_localIdx] : null;
|
| const _localLabel = (_localSrv && _localSrv.name) ? _localSrv.name : 'Local';
|
| let html = `<option value="local"${!_envState.remoteHost ? ' selected' : ''}>${esc(_localLabel)}</option>`;
|
| const selectedKey = _envState.remoteServerKey || '';
|
| let legacyHostSelected = false;
|
| for (let i = 0; i < _envState.servers.length; i++) {
|
| const s = _envState.servers[i];
|
| if (i === _localIdx) continue;
|
| if (excludeLocal && _isLocalEntry(s)) continue;
|
| const label = s.name || s.host || `Server ${i + 1}`;
|
| const value = _serverKey(s);
|
| let selected = selectedKey ? value === selectedKey : false;
|
| if (!selectedKey && _envState.remoteHost === s.host && !legacyHostSelected) {
|
| selected = true;
|
| legacyHostSelected = true;
|
| }
|
| html += `<option value="${esc(value)}"${selected ? ' selected' : ''}>${esc(label)}</option>`;
|
| }
|
| return html;
|
| }
|
|
|
|
|
| export function _sshCmd(host, cmd, port) {
|
| const portFlag = port && port !== '22' ? `-p ${port} ` : '';
|
| return `ssh ${portFlag}${host} '${cmd.replace(/'/g, "'\\''")}'`;
|
| }
|
|
|
| /** Get SSH port for a given host (or task object) */
|
| function _getPort(hostOrTask) {
|
| if (!hostOrTask) return '';
|
| if (typeof hostOrTask === 'object') return hostOrTask.sshPort || _getPort(hostOrTask.remoteServerKey || hostOrTask.remoteHost);
|
| const selected = hostOrTask === _envState.remoteHost ? _selectedServer() : null;
|
| const srv = selected || _serverByVal(hostOrTask);
|
| return srv?.port || '';
|
| }
|
|
|
| /** Get platform for a given host (or task object). Returns 'windows', 'termux', 'linux', or '' */
|
| export function _getPlatform(hostOrTask) {
|
| if (!hostOrTask) return _envState.platform || '';
|
| if (typeof hostOrTask === 'object') return hostOrTask.platform || _getPlatform(hostOrTask.remoteServerKey || hostOrTask.remoteHost);
|
| const selected = hostOrTask === _envState.remoteHost ? _selectedServer() : null;
|
| const srv = selected || _serverByVal(hostOrTask);
|
| return srv?.platform || '';
|
| }
|
|
|
| /** Check if the current active server is Windows */
|
| export function _isWindows(hostOrTask) {
|
| return _getPlatform(hostOrTask) === 'windows';
|
| }
|
|
|
| /** Check if the detected (local) hardware is Apple Silicon / Metal. Keys off the
|
| * hardware probe's backend rather than a platform string, since a local Mac
|
| * reports no platform but does report backend: "metal". */
|
| export function _isMetal() {
|
| return ['metal', 'mps', 'apple'].includes(String(_hwfitCache?.system?.backend || '').toLowerCase());
|
| }
|
|
|
| /** Detect model-specific vLLM optimizations */
|
| function _detectModelOptimizations(modelName) {
|
| const n = (modelName || '').toLowerCase();
|
| const opts = { envVars: [], flags: [], tips: [] };
|
|
|
| // Qwen3.5 MoE models
|
| if (n.includes('qwen3.5') || n.includes('qwen3-') && (n.includes('a10b') || n.includes('a22b') || n.includes('a3b'))) {
|
| opts.envVars.push('VLLM_USE_DEEP_GEMM=0', 'VLLM_USE_FLASHINFER_MOE_FP16=1', 'VLLM_USE_FLASHINFER_SAMPLER=0', 'OMP_NUM_THREADS=4');
|
| opts.flags.push('--enable-expert-parallel', '--reasoning-parser qwen3');
|
| opts.tips.push('MoE optimizations: expert parallel + flashinfer MoE kernels');
|
| }
|
| // Qwen3 MoE (non-3.5)
|
| else if (n.includes('qwen3') && (n.includes('a10b') || n.includes('a22b') || n.includes('a3b'))) {
|
| opts.envVars.push('VLLM_USE_DEEP_GEMM=0', 'VLLM_USE_FLASHINFER_MOE_FP16=1');
|
| opts.flags.push('--enable-expert-parallel', '--reasoning-parser qwen3');
|
| opts.tips.push('MoE optimizations: expert parallel');
|
| }
|
| // DeepSeek MoE
|
| else if (n.includes('deepseek') && (n.includes('v3') || n.includes('r1'))) {
|
| opts.flags.push('--enable-expert-parallel');
|
| opts.tips.push('MoE expert parallel for DeepSeek');
|
| }
|
| // Speculative decoding — pick the right MTP method per model family.
|
| // opts.spec.{method,tokens} seed the UI dropdown/input; the actual flag is
|
| // assembled by the command builder so the user can edit before launching.
|
| let specDefault = null;
|
| if (n.includes('qwen3-next') || (n.includes('qwen3.5') && (n.includes('a10b') || n.includes('a22b')))) {
|
| specDefault = { method: 'qwen3_next_mtp', tokens: 2 };
|
| } else if (
|
| (n.includes('deepseek') && (n.includes('v3') || n.includes('v3.1') || n.includes('r1'))) ||
|
| n.includes('kimi-k2') || n.includes('kimi_k2') ||
|
| n.includes('glm-4.5') || n.includes('glm4.5') ||
|
| n.includes('minimax-m1') || n.includes('minimax_m1')
|
| ) {
|
| specDefault = { method: 'mtp', tokens: 3 };
|
| }
|
| if (specDefault) {
|
| opts.spec = specDefault;
|
| opts.flags.push(`--speculative-config '{"method":"${specDefault.method}","num_speculative_tokens":${specDefault.tokens}}'`);
|
| opts.tips.push(`Speculative decoding (${specDefault.method}, ${specDefault.tokens} tokens): ~1.5-2x faster generation`);
|
| }
|
|
|
| return opts;
|
| }
|
|
|
| /** Detect the right vLLM tool-call-parser based on model name.
|
| * Qwen tool-call formats split by generation:
|
| * - Qwen3-Coder → qwen3_coder (XML <tool_call> with named params)
|
| * - Qwen3 (non-coder) → qwen3_xml (reasoning/instruct, XML wrapper)
|
| * - Qwen2.5 / Qwen2 / 1.5 → hermes (Qwen2.5 was trained on Hermes format)
|
| * Catching "qwen" first and labelling everything qwen3_xml breaks tool
|
| * calls on the Qwen2.5 line (the model emits hermes-style which the
|
| * qwen3_xml parser doesn't recognise, so the call leaks through as text).
|
| */
|
| export function _detectToolParser(modelName) {
|
| const n = (modelName || '').toLowerCase();
|
| if (n.includes('qwen3') && n.includes('coder')) return 'qwen3_coder';
|
| if (n.includes('qwen3')) return 'qwen3_xml';
|
| if (n.includes('qwen')) return 'hermes'; // Qwen2.5 / Qwen2 / Qwen1.5
|
| if (n.includes('llama-4') || n.includes('llama4')) return 'llama4_json';
|
| if (n.includes('llama') || n.includes('nemotron')) return 'llama3_json';
|
| if (n.includes('mistral') || n.includes('mixtral')) return 'mistral';
|
| if (n.includes('deepseek-v3')) return 'deepseek_v3';
|
| if (n.includes('deepseek')) return 'deepseek_v3';
|
| if (n.includes('minimax') && n.includes('m2')) return 'minimax_m2';
|
| if (n.includes('minimax')) return 'minimax';
|
| if (n.includes('gemma')) return 'pythonic';
|
| if (n.includes('glm-4')) return 'glm45';
|
| if (n.includes('internlm')) return 'internlm';
|
| if (n.includes('granite')) return 'granite';
|
| return 'hermes'; // default fallback
|
| }
|
|
|
| // ── Backend detection ──
|
|
|
| export function _detectBackend(model) {
|
| const _ollamaName = String(model?.repo_id || model?.name || model?.id || '').trim();
|
| const _ollamaMeta = `${model?.backend || ''} ${model?.endpoint_kind || ''} ${model?.provider || ''} ${model?.source || ''}`.toLowerCase();
|
| const _looksLikeOllamaTag = /^[A-Za-z0-9][A-Za-z0-9._-]*(?::[A-Za-z0-9][A-Za-z0-9._-]*)$/.test(_ollamaName);
|
| if (model?.backend === 'ollama' || model?.is_ollama || _ollamaMeta.includes('ollama') || _looksLikeOllamaTag) {
|
| return { backend: 'ollama', label: 'Ollama' };
|
| }
|
| const q = (model.quant || '').toUpperCase();
|
| const sysBackend = String(_hwfitCache?.system?.backend || '').toLowerCase();
|
| const isRocm = sysBackend === 'rocm';
|
| const isAppleSilicon = ['metal', 'mps', 'apple'].includes(sysBackend);
|
| const _nm = `${model.repo_id || ''} ${model.path || ''} ${model.name || ''}`.toLowerCase();
|
| if (/\bmlx\b|mlx-|_mlx/i.test(_nm) || q.startsWith('MLX')) {
|
| return { backend: 'unsupported', label: 'Unsupported' };
|
| }
|
| const isAwqLike = /^AWQ|^GPTQ|^NVFP4/.test(q) || ['FP8', 'FP4', 'MXFP4', 'NF4', 'INT4', 'INT8', 'W4A16', 'W8A8', 'W8A16'].includes(q) || /\b(awq|gptq|fp8|fp4|nvfp4|mxfp4|nf4|int4|int8|w4a16|w8a8|w8a16)\b/i.test(_nm);
|
| const isGgufLike = model.is_gguf || /^Q[2-8]/.test(q) || /^IQ/.test(q) || q === 'GGUF' || _nm.includes('gguf');
|
|
|
| // Image gen models → diffusers
|
| if (model.is_image_gen || model.is_diffusion || model._tag === 'image') {
|
| return { backend: 'diffusers', label: 'Diffusers' };
|
| }
|
|
|
| // AWQ / GPTQ / FP8 are safetensors GPU-serving formats. Never route them
|
| // through llama.cpp/Ollama just because the host is Mac/Windows; those engines
|
| // need GGUF. The UI will warn/block on Metal where vLLM/SGLang aren't viable.
|
| if (isAwqLike) {
|
| return { backend: 'vllm', label: 'vLLM' };
|
| }
|
|
|
| // GGUF → llama.cpp/Ollama-compatible.
|
| if (isGgufLike) {
|
| return { backend: 'llamacpp', label: 'llama.cpp' };
|
| }
|
|
|
| // Windows → default to llama.cpp (no vLLM support on Windows)
|
| if (_isWindows()) {
|
| return { backend: 'llamacpp', label: 'llama.cpp' };
|
| }
|
|
|
| // Apple Silicon (Metal) → llama.cpp (GGUF). vLLM/SGLang are CUDA/ROCm-only and
|
| // don't run on macOS; vLLM-native quantized models are already filtered out
|
| // of metal Cookbook results, so llama.cpp is always the right engine here.
|
| if (['metal', 'mps', 'apple'].includes(sysBackend)) {
|
| return { backend: 'llamacpp', label: 'llama.cpp' };
|
| }
|
|
|
| // ROCm/AMD machines should not blindly default HF safetensors models to
|
| // vLLM. SGLang is the safer OpenAI-compatible default for plain HF text
|
| // repos there; llama.cpp still wins above whenever the model is GGUF.
|
| if (isRocm) {
|
| return { backend: 'sglang', label: 'SGLang' };
|
| }
|
|
|
| // Unquantized / BF16 / F16 → vLLM
|
| return { backend: 'vllm', label: 'vLLM' };
|
| }
|
|
|
| // ── Command builders ──
|
|
|
| export function _shellQuote(value) {
|
| return "'" + String(value ?? '').replace(/'/g, "'\\''") + "'";
|
| }
|
|
|
| export function _psQuote(value) {
|
| return "'" + String(value ?? '').replace(/'/g, "''") + "'";
|
| }
|
|
|
| export function _buildEnvPrefix() {
|
| if (_isWindows()) return _buildEnvPrefixWindows();
|
| let parts = [];
|
| if (_envState.env === 'venv' && _envState.envPath) {
|
| const p = _envState.envPath;
|
| const activate = p.endsWith('/bin/activate') ? p : p + '/bin/activate';
|
| parts.push('source ' + _shellQuote(activate));
|
| } else if (_envState.env === 'conda' && _envState.envPath) {
|
| parts.push('eval "$(conda shell.bash hook)" && conda activate ' + _shellQuote(_envState.envPath));
|
| }
|
| let envVars = [];
|
| if (_envState.hfToken) envVars.push('export HF_TOKEN=' + _shellQuote(_envState.hfToken));
|
| if (_envState.gpus) envVars.push('export CUDA_VISIBLE_DEVICES=' + _shellQuote(_envState.gpus));
|
| if (envVars.length) parts.push(envVars.join(' && '));
|
| if (parts.length === 0) return '';
|
| return parts.join(' && ') + ' &&';
|
| }
|
|
|
| function _buildEnvPrefixWindows() {
|
| let parts = [];
|
| if (_envState.env === 'venv' && _envState.envPath) {
|
| const p = _envState.envPath;
|
| const activate = p.endsWith('\\Scripts\\Activate.ps1') ? p : p + '\\Scripts\\Activate.ps1';
|
| parts.push('& ' + _psQuote(activate));
|
| } else if (_envState.env === 'conda' && _envState.envPath) {
|
| parts.push('conda activate ' + _psQuote(_envState.envPath));
|
| }
|
| if (_envState.hfToken) parts.push('$env:HF_TOKEN=' + _psQuote(_envState.hfToken));
|
| if (_envState.gpus) parts.push('$env:CUDA_VISIBLE_DEVICES=' + _psQuote(_envState.gpus));
|
| if (parts.length === 0) return '';
|
| return parts.join('; ') + ';';
|
| }
|
|
|
| export function _buildServeCmd(f, modelName, backend) {
|
| // When a venv is configured on the chosen server, use the venv's binaries
|
| // by absolute path. Bare `vllm` / `python3` relies on PATH, and SSH non-
|
| // interactive sessions often leave a user-site install (~/.local/bin/vllm)
|
| // ahead of the venv's bin, so the WRONG vllm gets launched even with the
|
| // venv activated. Absolute path sidesteps the whole PATH question.
|
| const _isVenv = _envState.env === 'venv' && _envState.envPath;
|
| const _venvBin = _isVenv ? (_envState.envPath.replace(/\/+$/, '') + '/bin/') : '';
|
| const _vllmBin = _venvBin ? `${_venvBin}vllm` : 'vllm';
|
| const _py3Bin = _venvBin ? `${_venvBin}python3` : 'python3';
|
| let cmd = '';
|
| if (backend === 'vllm') {
|
| const gpuId = f.gpu_id?.trim() || '';
|
| if (gpuId) cmd += `CUDA_VISIBLE_DEVICES=${gpuId} `;
|
| if (f.moe_env) {
|
| const _opts = _detectModelOptimizations(modelName);
|
| if (_opts.envVars.length) cmd += _opts.envVars.join(' ') + ' ';
|
| }
|
| // Pinned attention backend (Attention field). Empty = let vLLM pick.
|
| const _attn = (f.vllm_attn_backend ?? '').toString().trim();
|
| if (_attn) cmd += `VLLM_ATTENTION_BACKEND=${_attn} `;
|
| // Free-text "Env" field — verbatim KEY=VAL pairs (space-separated).
|
| // Collapse any pasted newlines/tabs so the backend allowlist (which
|
| // rejects \n / \r) doesn't trip on a multi-line paste from a model card.
|
| const _extraEnv = (f.extra_env ?? '').toString().replace(/\s+/g, ' ').trim();
|
| if (_extraEnv) cmd += _extraEnv + ' ';
|
| cmd += `${_vllmBin} serve ${modelName} --host 0.0.0.0 --port ${f.port || '8000'}`;
|
| const _gemma4ChatTemplate = _gemma4ThinkingChatTemplateArg(modelName);
|
| if (_gemma4ChatTemplate) cmd += ` --chat-template ${_gemma4ChatTemplate}`;
|
| cmd += ` --tensor-parallel-size ${f.tp || '1'}`;
|
| cmd += ` --max-model-len ${f.ctx || '8192'}`;
|
| cmd += ` --gpu-memory-utilization ${f.gpu_mem || '0.90'}`;
|
| if (f.swap && f.swap !== '0') cmd += ` --swap-space ${f.swap}`;
|
| cmd += ` --dtype ${f.dtype || 'auto'}`;
|
| const _kv = (f.vllm_kv_cache_dtype ?? '').toString().trim();
|
| if (_kv === 'fp8') cmd += ' --kv-cache-dtype fp8';
|
| if (f.max_seqs && f.max_seqs.toString().trim()) cmd += ` --max-num-seqs ${f.max_seqs.toString().trim()}`;
|
| if (f.enforce_eager) cmd += ' --enforce-eager';
|
| if (f.trust_remote) cmd += ' --trust-remote-code';
|
| if (f.prefix_cache) cmd += ' --enable-prefix-caching';
|
| if (f.auto_tool) cmd += ` --enable-auto-tool-choice --tool-call-parser ${_detectToolParser(modelName)}`;
|
| if (f.expert_parallel) cmd += ' --enable-expert-parallel';
|
| if (f.reasoning_parser) {
|
| const rp = typeof f.reasoning_parser === 'string' && f.reasoning_parser !== 'true'
|
| ? f.reasoning_parser : (f._reasoning_parser_value || 'qwen3');
|
| cmd += ` --reasoning-parser ${rp}`;
|
| }
|
| if (f.speculative) {
|
| const _specMethod = (f.spec_method || 'mtp').trim() || 'mtp';
|
| const _specToksRaw = parseInt(f.spec_tokens, 10);
|
| const _specToks = (Number.isFinite(_specToksRaw) && _specToksRaw > 0) ? _specToksRaw : 3;
|
| cmd += ` --speculative-config '{"method":"${_specMethod}","num_speculative_tokens":${_specToks}}'`;
|
| }
|
| } else if (backend === 'sglang') {
|
| const gpuId = f.gpu_id?.trim() || '';
|
| if (gpuId) cmd += `CUDA_VISIBLE_DEVICES=${gpuId} `;
|
| const _extraEnv = (f.extra_env ?? '').toString().replace(/\s+/g, ' ').trim();
|
| if (_extraEnv) cmd += _extraEnv + ' ';
|
| cmd += `${_py3Bin} -m sglang.launch_server --model-path ${modelName} --host 0.0.0.0 --port ${f.port || '30000'}`;
|
| const _gemma4ChatTemplate = _gemma4ThinkingChatTemplateArg(modelName);
|
| if (_gemma4ChatTemplate) cmd += ` --chat-template ${_gemma4ChatTemplate}`;
|
| if (f.tp && f.tp !== '1') cmd += ` --tp ${f.tp}`;
|
| if (f.ctx) cmd += ` --context-length ${f.ctx}`;
|
| if (f.gpu_mem && f.gpu_mem !== '0.90') cmd += ` --mem-fraction-static ${f.gpu_mem}`;
|
| if (f.dtype && f.dtype !== 'auto') cmd += ` --dtype ${f.dtype}`;
|
| if (f.max_seqs && f.max_seqs.toString().trim()) cmd += ` --max-running-requests ${f.max_seqs.toString().trim()}`;
|
| if (f.trust_remote) cmd += ' --trust-remote-code';
|
| if (!f.prefix_cache) cmd += ' --disable-radix-cache';
|
| if (f.enforce_eager) cmd += ' --disable-cuda-graph';
|
| } else if (backend === 'llamacpp') {
|
| const ggufPath = f._gguf_path || 'model.gguf';
|
| const gpuId = f.gpu_id?.trim() || '';
|
| const py = _isWindows() ? 'python' : 'python3';
|
| // CPU-only serve (-ngl 0): drop the GPU-only flags, otherwise the command
|
| // mixes "zero GPU layers" with CUDA unified-memory + flash-attn and fails to
|
| // start (issue #1291). Only affects the ngl=0 path; GPU serving is unchanged.
|
| const _cpuOnly = String(f.ngl).trim() === '0';
|
| const lcPrefix = (() => {
|
| let p = '';
|
| if (f.unified_mem && !_cpuOnly && !_isWindows()) p += `GGML_CUDA_ENABLE_UNIFIED_MEMORY=1 `;
|
| if (gpuId && !_isWindows()) p += `CUDA_VISIBLE_DEVICES=${gpuId} `;
|
| return p;
|
| })();
|
| if (f.unified_mem && !_cpuOnly && _isWindows()) cmd += `$env:GGML_CUDA_ENABLE_UNIFIED_MEMORY="1"; `;
|
| if (gpuId && _isWindows()) cmd += `$env:CUDA_VISIBLE_DEVICES="${gpuId}"; `;
|
| if (!_isWindows()) {
|
| // Resolve GGUF path once, fail loudly if nothing matched (prevents
|
| // `--model ""` which causes confusing downstream errors).
|
| cmd += `MODEL_FILE=${ggufPath} && { [ -n "$MODEL_FILE" ] && [ -f "$MODEL_FILE" ]; } || { echo "ERROR: No GGUF found on this host. Either download the model here, or switch to the server where it's cached."; exit 1; } && `;
|
| }
|
| const modelArg = _isWindows() ? `"${ggufPath}"` : `"$MODEL_FILE"`;
|
| // Prefer the native llama-server binary on Linux — its minja templating
|
| // renders modern GGUF chat templates that the Python bindings' Jinja2
|
| // rejects (do_tojson ensure_ascii). Fall back to llama_cpp.server.
|
| // Don't suppress stderr — surface real errors (missing file, lib, OOM).
|
| // Optional perf/fit flags from a hardware profile (see services/hwfit/
|
| // profiles.py). n_cpu_moe offloads MoE expert layers to CPU when the model
|
| // is bigger than VRAM; flash-attn + a quantized KV cache cut KV memory and
|
| // speed things up. Only emitted when set, so manual/older flows are unchanged.
|
| const _ncm = (f.n_cpu_moe ?? '').toString().trim();
|
| const _kv = (f.cache_type ?? '').toString().trim();
|
| const _llamaNum = (v) => {
|
| const s = String(v || '').trim();
|
| return /^\d+$/.test(s) ? s : '';
|
| };
|
| const _llamaCsv = (v) => {
|
| const s = String(v || '').replace(/\s+/g, '');
|
| return /^\d+(?:\.\d+)?(?:,\d+(?:\.\d+)?)*$/.test(s) ? s : '';
|
| };
|
| let _lcExtra = '';
|
| let _lcpExtra = '';
|
| if (_ncm !== '' && Number(_ncm) > 0) {
|
| _lcExtra += ` --n-cpu-moe ${_ncm}`;
|
| _lcpExtra += ` --n_cpu_moe ${_ncm}`; // llama-cpp-python uses underscores
|
| }
|
| if (f.flash_attn && !_cpuOnly) {
|
| _lcExtra += ' --flash-attn on';
|
| _lcpExtra += ' --flash_attn true';
|
| }
|
| if (_kv) {
|
| _lcExtra += ` --cache-type-k ${_kv} --cache-type-v ${_kv}`;
|
| // llama-cpp-python exposes these as type_k/type_v; pass through best-effort.
|
| _lcpExtra += ` --type_k ${_kv} --type_v ${_kv}`;
|
| }
|
| const _llamaFit = String(f.llama_fit || '').trim();
|
| if (['on', 'off'].includes(_llamaFit)) _lcExtra += ` --fit ${_llamaFit}`;
|
| if (f.llama_no_mmap) _lcExtra += ' --no-mmap';
|
| if (f.llama_no_warmup) _lcExtra += ' --no-warmup';
|
| const _llamaSplitMode = String(f.llama_split_mode || '').trim();
|
| if (['none', 'layer', 'row', 'tensor'].includes(_llamaSplitMode)) _lcExtra += ` --split-mode ${_llamaSplitMode}`;
|
| const _llamaTensorSplit = _llamaCsv(f.llama_tensor_split);
|
| if (_llamaTensorSplit) _lcExtra += ` --tensor-split ${_llamaTensorSplit}`;
|
| const _llamaMainGpu = _llamaNum(f.llama_main_gpu);
|
| if (_llamaMainGpu) _lcExtra += ` --main-gpu ${_llamaMainGpu}`;
|
| const _llamaParallel = _llamaNum(f.llama_parallel);
|
| if (_llamaParallel) _lcExtra += ` --parallel ${_llamaParallel}`;
|
| const _llamaBatch = _llamaNum(f.llama_batch_size);
|
| if (_llamaBatch) _lcExtra += ` --batch-size ${_llamaBatch}`;
|
| const _llamaUBatch = _llamaNum(f.llama_ubatch_size);
|
| if (_llamaUBatch) _lcExtra += ` --ubatch-size ${_llamaUBatch}`;
|
| if (f.llama_speculative_mtp) {
|
| const specTokens = parseInt(f.llama_spec_tokens, 10);
|
| const specN = Number.isFinite(specTokens) && specTokens > 0 ? specTokens : 3;
|
| _lcExtra += ` --spec-type draft-mtp --spec-draft-n-max ${specN}`;
|
| }
|
| // Vision: serve the multimodal projector so the model can read images. The
|
| // mmproj path is resolved at runtime (find mmproj-*.gguf next to the model);
|
| // only emitted when the Vision toggle is on AND a projector was found.
|
| if (f.vision && f._mmproj_path) {
|
| _lcExtra += ` --mmproj "${f._mmproj_path}" --image-max-tokens 1024`;
|
| // llama-cpp-python takes the projector via --clip_model_path.
|
| _lcpExtra += ` --clip_model_path "${f._mmproj_path}"`;
|
| }
|
| const _lcpServer = `${lcPrefix}${py} -m llama_cpp.server --model ${modelArg} --host 0.0.0.0 --port ${f.port || '8080'} --n_gpu_layers ${f.ngl || '99'} --n_ctx ${f.ctx || '8192'}${_lcpExtra}`;
|
| if (_isWindows()) {
|
| cmd += _lcpServer;
|
| } else {
|
| cmd += `${lcPrefix}llama-server --model ${modelArg} --host 0.0.0.0 --port ${f.port || '8080'} -ngl ${f.ngl || '99'} -c ${f.ctx || '8192'}${_lcExtra}`;
|
| cmd += ` || ${_lcpServer}`;
|
| }
|
| } else if (backend === 'ollama') {
|
| const ollamaPort = f.port || '11434';
|
| // GGUF + Ollama: delegate to the iGPU-bound ollama-test container via
|
| // its /usr/local/bin/ollama-import helper. Plain `ollama serve` errors
|
| // 127 on hosts where ollama isn't on PATH (and even when it is, it
|
| // doesn't import the GGUF — it just starts the daemon). Args are all
|
| // literal so the cookbook validator (which bans &&/||/;/$() ) is
|
| // happy: `docker exec ollama-test ollama-import <repo> <name> <ctx>
|
|
|
| if (modelName.includes('/') && (f.gguf_file || /-GGUF$/i.test(modelName))) {
|
|
|
| const _name = (modelName.split('/').pop() || modelName)
|
| .replace(/-GGUF$/i, '')
|
| .toLowerCase()
|
| .replace(/[^a-z0-9._:-]+/g, '-')
|
| .replace(/^-+|-+$/g, '');
|
| const _ctx = f.ctx || '8192';
|
| const _file = (f.gguf_file || '').split('/').pop() || '';
|
|
|
| cmd = `docker exec ollama-test ollama-import ${modelName} ${_name} ${_ctx}${_file ? ' ' + _file : ''}`;
|
| } else if (!modelName.includes('/') && modelName) {
|
|
|
|
|
|
|
| cmd = `docker exec ollama-rocm ollama show ${modelName}`;
|
| } else {
|
| const bindHost = _envState.remoteHost ? '0.0.0.0' : '127.0.0.1';
|
| const hostEnv = ollamaPort !== '11434' ? `OLLAMA_HOST=${bindHost}:${ollamaPort} ` : '';
|
| cmd = `${hostEnv}ollama serve`;
|
| }
|
| } else if (backend === 'diffusers') {
|
| const gpuStr = f.gpus?.trim();
|
| if (gpuStr) cmd += `CUDA_VISIBLE_DEVICES=${gpuStr} `;
|
| cmd += `python3 scripts/diffusion_server.py --model ${modelName} --port ${f.port || '8100'}`;
|
| if (f.diff_dtype && f.diff_dtype !== 'bfloat16') cmd += ` --dtype ${f.diff_dtype}`;
|
| if (f.diff_device_map && f.diff_device_map !== 'balanced') cmd += ` --device-map ${f.diff_device_map}`;
|
| if (f.diff_steps) cmd += ` --steps ${f.diff_steps}`;
|
| if (f.diff_width) cmd += ` --width ${f.diff_width}`;
|
| if (f.diff_height) cmd += ` --height ${f.diff_height}`;
|
| if (f.diff_offload) cmd += ' --cpu-offload';
|
| if (f.diff_attention_slicing) cmd += ' --attention-slicing';
|
| if (f.diff_vae_slicing) cmd += ' --vae-slicing';
|
| if (f.diff_harmonize_gpu) cmd += ` --harmonize-gpu ${f.diff_harmonize_gpu}`;
|
| }
|
| return cmd;
|
| }
|
|
|
|
|
| export function modelLogo(name) {
|
| const logo = providerLogo(name);
|
| const svg = logo || '<svg viewBox="0 0 24 24" fill="currentColor"><circle cx="12" cy="12" r="4"/></svg>';
|
| return `<span style="width:12px;height:12px;display:inline-flex;align-items:center;vertical-align:-2px;margin-right:3px;opacity:${logo ? '0.5' : '0.2'};">${svg}</span>`;
|
| }
|
|
|
|
|
| export const esc = uiModule.esc;
|
|
|
|
|
|
|
| export function _copyText(text) {
|
| if (navigator.clipboard && navigator.clipboard.writeText) {
|
| return navigator.clipboard.writeText(text).catch(() => _fallbackCopy(text));
|
| }
|
| return _fallbackCopy(text);
|
| }
|
|
|
| function _fallbackCopy(text) {
|
| const ta = document.createElement('textarea');
|
| ta.value = text;
|
| ta.style.cssText = 'position:fixed;left:-9999px;top:-9999px';
|
| document.body.appendChild(ta);
|
| ta.select();
|
| try { document.execCommand('copy'); } catch (_) {}
|
| document.body.removeChild(ta);
|
| return Promise.resolve();
|
| }
|
|
|
|
|
|
|
|
|
|
|
| export function _loadPresets() {
|
| try { return JSON.parse(localStorage.getItem(STORAGE_KEY)) || []; }
|
| catch { return []; }
|
| }
|
|
|
| export function _savePresets(presets) {
|
| localStorage.setItem(STORAGE_KEY, JSON.stringify(presets));
|
|
|
| _saveTasks(_loadTasks());
|
| }
|
|
|
| function _envStateForStorage() {
|
| const { hfToken, ...safeState } = _envState;
|
| return safeState;
|
| }
|
|
|
| function _readStoredEnvState() {
|
| const stored = JSON.parse(localStorage.getItem(LAST_STATE_KEY) || '{}');
|
| delete stored.hfToken;
|
| return stored;
|
| }
|
|
|
| export function _persistEnvState() {
|
| try { localStorage.setItem(LAST_STATE_KEY, JSON.stringify(_envStateForStorage())); }
|
| catch (_) {}
|
| _saveTasks(_loadTasks());
|
| }
|
|
|
|
|
|
|
|
|
|
|
| async function _fetchDependencies() {
|
| const list = document.getElementById('cookbook-deps-list');
|
| if (!list) return;
|
|
|
|
|
| list.innerHTML = '';
|
| let _spin = null;
|
| try {
|
| const sp = (await import('./spinner.js')).default;
|
| _spin = sp.createWhirlpool(28);
|
| _spin.element.style.cssText = 'margin:24px auto 0;display:block;';
|
| list.appendChild(_spin.element);
|
| const label = document.createElement('div');
|
| label.className = 'hwfit-loading';
|
| label.textContent = 'Loading packages…';
|
| label.style.cssText = 'text-align:center;opacity:0.5;font-size:11px;margin-top:6px;';
|
| list.appendChild(label);
|
| } catch {
|
| list.innerHTML = '<div class="hwfit-loading">Loading packages...</div>';
|
| }
|
| try {
|
|
|
|
|
| let _depHost = '', _depPort = '', _depVenv = '';
|
| const _dsel = document.getElementById('hwfit-deps-server');
|
| const _depSrv = _dsel && _dsel.value !== 'local' ? _serverByVal(_dsel.value) : null;
|
| if (_depSrv) {
|
| _depHost = _depSrv.host || ''; _depPort = _depSrv.port || ''; _depVenv = _depSrv.envPath || '';
|
| } else if (_envState.remoteHost) {
|
| _depHost = _envState.remoteHost; _depPort = _getPort(_envState.remoteHost) || ''; _depVenv = _envState.envPath || '';
|
| }
|
| const _pkgParams = new URLSearchParams();
|
| if (_depHost) {
|
| _pkgParams.set('host', _depHost);
|
| if (_depPort) _pkgParams.set('ssh_port', _depPort);
|
| if (_depVenv) _pkgParams.set('venv', _depVenv);
|
| }
|
| const resp = await fetch('/api/cookbook/packages' + (_pkgParams.toString() ? '?' + _pkgParams.toString() : ''));
|
| const data = await resp.json();
|
| const pkgs = data.packages || [];
|
| if (!pkgs.length) { list.innerHTML = '<div class="hwfit-loading">No packages found</div>'; return; }
|
| const _winUnsupported = new Set(['diffusers', 'hf_transfer', 'vllm', 'rembg', 'gfpgan']);
|
|
|
| const _statusTag = (pkg, isLocal, isSystemDep, winBlocked) => {
|
| if (winBlocked) return `<span class="cookbook-dep-tag cookbook-dep-na">N/A</span>`;
|
| if (pkg.installed && isSystemDep) return `<span class="cookbook-dep-tag cookbook-dep-installed" title="Found on selected server">Installed</span>`;
|
| if (pkg.installed && pkg.pip_update_available === false) {
|
| const tip = esc(pkg.update_note || pkg.status_note || 'Found externally; update outside Odysseus.');
|
| return `<span class="cookbook-dep-tag cookbook-dep-installed" title="${tip}">Installed</span>`;
|
| }
|
| if (pkg.installed) return `<button class="cookbook-dep-tag cookbook-dep-installed cookbook-dep-installed-btn" title="Installed — click for actions"><span class="cookbook-dep-installed-label">Installed</span><span class="cookbook-dep-caret">▾</span></button>`;
|
| if (isSystemDep) {
|
| const depTip = esc(pkg.install_hint || 'Install this OS package on the selected server.');
|
| const depLabel = pkg.applicable === false ? 'N/A ?' : 'Missing';
|
| return `<span class="cookbook-dep-tag cookbook-dep-na" title="${depTip}">${depLabel}</span>`;
|
| }
|
| return `<button class="cookbook-dep-tag cookbook-dep-install" data-dep-pip="${esc(pkg.pip)}" data-dep-target="${isLocal ? 'local' : 'remote'}">Install</button>`;
|
| };
|
|
|
| const _depRow = (pkg) => {
|
| const isLocal = pkg.target === 'local';
|
| const isSystemDep = pkg.kind === 'system';
|
| const winBlocked = !isLocal && _isWindows() && _winUnsupported.has(pkg.name);
|
| const note = pkg.status_note ? `<div class="memory-item-meta" style="font-size:10px;opacity:0.65;margin-top:3px;">${esc(pkg.status_note)}</div>` : '';
|
| const updateNote = pkg.installed && pkg.pip_update_available === false && pkg.update_note ? `<div class="memory-item-meta" style="font-size:10px;opacity:0.55;margin-top:3px;">${esc(pkg.update_note)}</div>` : '';
|
|
|
|
|
|
|
|
|
|
|
|
|
| let _rebuildBtn = '';
|
| if (pkg.name === 'llama_cpp') {
|
| _rebuildBtn = `<button type="button" class="cookbook-dep-tag cookbook-dep-rebuild" id="cookbook-rebuild-engine" title="Clear the cached llama.cpp build so the next serve recompiles from source (use after installing a CUDA/ROCm toolkit to turn a CPU-only build into a GPU build).">Rebuild</button>`;
|
| } else if (pkg.name === 'vllm' && pkg.installed) {
|
| _rebuildBtn = `<button type="button" class="cookbook-dep-tag cookbook-dep-rebuild cookbook-dep-reinstall" data-reinstall-pkg="vllm" title="Force-reinstall vLLM (pulls a matching torch). Runs as a tmux task in the Running tab.">Reinstall</button>`;
|
| } else if (pkg.name === 'sglang' && pkg.installed) {
|
| _rebuildBtn = `<button type="button" class="cookbook-dep-tag cookbook-dep-rebuild cookbook-dep-reinstall" data-reinstall-pkg="sglang" title="Force-reinstall SGLang (pulls a matching torch). Runs as a tmux task in the Running tab.">Reinstall</button>`;
|
| }
|
| return `<div class="cookbook-dep-row${winBlocked ? ' cookbook-dep-blocked' : ''}" data-pkg-name="${esc(pkg.name)}" data-dep-pip="${esc(pkg.pip || '')}" data-dep-target="${isLocal ? 'local' : 'remote'}" data-dep-kind="${esc(pkg.kind || 'python')}">`
|
| + `<div class="cookbook-dep-info">`
|
| + `<div class="memory-item-title">${esc(pkg.name)}</div>`
|
| + `<div class="memory-item-meta" style="font-size:10px;opacity:0.5;margin-top:2px;">${esc(pkg.desc)}</div>`
|
| + note
|
| + updateNote
|
| + `</div>`
|
| + _rebuildBtn
|
| + `<span class="cookbook-dep-tag cookbook-dep-cat">${esc(pkg.category)}</span>`
|
| + _statusTag(pkg, isLocal, isSystemDep, winBlocked)
|
| + `</div>`;
|
| };
|
|
|
| const _section = (title, note, items) =>
|
| items.length
|
| ? `<div class="cookbook-dep-section"><span class="cookbook-dep-section-title">${title}</span><span class="cookbook-dep-section-note">${note}</span></div>` + items.map(_depRow).join('')
|
| : '';
|
|
|
| const _viewingRemote = !!(_dsel && _dsel.value && _dsel.value !== 'local');
|
| const _appDeps = pkgs.filter(p => p.target === 'local');
|
| const _serverDeps = pkgs.filter(p => p.target !== 'local');
|
|
|
| list.innerHTML = [
|
| _viewingRemote ? '' : _section('Odysseus app', 'Run inside the Odysseus app itself.', _appDeps),
|
| _section('Server', 'Run on the server chosen above (Local, or a remote box over SSH).', _serverDeps),
|
| ].join('');
|
|
|
|
|
|
|
|
|
| async function _installDep(pipName, pkgName, isLocalOnly, upgrade, statusEl) {
|
| if (isLocalOnly) {
|
| _envState.remoteHost = '';
|
| _envState.env = 'none';
|
| _envState.envPath = '';
|
| } else {
|
| const depsServerSel = document.getElementById('hwfit-deps-server');
|
| if (depsServerSel) _applyServerSelection(depsServerSel.value);
|
| }
|
| const targetHost = isLocalOnly ? 'this server' : (_envState.remoteHost || 'local');
|
|
|
|
|
|
|
|
|
|
|
| const _inEnv = _envState.env === 'venv' || _envState.env === 'conda';
|
| const _pipFlags = (!_isWindows() && !_inEnv) ? ' --user --break-system-packages' : '';
|
|
|
|
|
|
|
|
|
| let _py;
|
| if (_isWindows()) {
|
| _py = 'python';
|
| } else if (_envState.env === 'venv' && _envState.envPath) {
|
| _py = `${_envState.envPath.replace(/\/+$/, '')}/bin/python3`;
|
| } else {
|
| _py = 'python3';
|
| }
|
| const cmd = `${_py} -m pip install${upgrade ? ' -U' : ''}${_pipFlags} "${pipName}"`;
|
| let envPrefix = '';
|
| if (_isWindows()) {
|
| if (_envState.env === 'venv' && _envState.envPath) {
|
| envPrefix = '& ' + _psQuote(_envState.envPath.endsWith('\\Scripts\\Activate.ps1') ? _envState.envPath : _envState.envPath + '\\Scripts\\Activate.ps1');
|
| } else if (_envState.env === 'conda' && _envState.envPath) {
|
| envPrefix = 'conda activate ' + _psQuote(_envState.envPath);
|
| }
|
| } else {
|
| if (_envState.env === 'venv' && _envState.envPath) {
|
| const p = _envState.envPath;
|
| envPrefix = 'source ' + _shellQuote(p.endsWith('/bin/activate') ? p : p + '/bin/activate');
|
| } else if (_envState.env === 'conda' && _envState.envPath) {
|
| envPrefix = 'eval "$(conda shell.bash hook)" && conda activate ' + _shellQuote(_envState.envPath);
|
| }
|
| }
|
| try {
|
| const reqBody = {
|
| repo_id: pipName,
|
| cmd: cmd,
|
| remote_host: _envState.remoteHost || undefined,
|
| ssh_port: _getPort(_envState.remoteHost) || undefined,
|
| env_prefix: envPrefix || undefined,
|
| platform: _envState.platform || undefined,
|
| };
|
| const res = await fetch('/api/model/serve', {
|
| method: 'POST', credentials: 'same-origin',
|
| headers: { 'Content-Type': 'application/json' },
|
| body: JSON.stringify(reqBody),
|
| });
|
| const data = await res.json().catch(() => ({}));
|
| if (!res.ok || !data.ok) {
|
|
|
|
|
| const reason = data.detail || data.error || `HTTP ${res.status}`;
|
| uiModule.showToast('Install failed: ' + String(reason).slice(0, 200));
|
| return;
|
| }
|
|
|
|
|
| const payload = { repo_id: pipName, _cmd: cmd, remote_host: _envState.remoteHost || '', _dep: true, env_path: _envState.envPath || '' };
|
| _addTask(data.session_id, 'pip ' + pkgName, 'download', payload);
|
| if (statusEl) { statusEl.textContent = upgrade ? 'Updating...' : 'Installing...'; statusEl.disabled = true; }
|
| uiModule.showToast(`${upgrade ? 'Updating' : 'Installing'} ${pkgName} on ${targetHost}...`);
|
| } catch (err) {
|
| uiModule.showToast('Install failed: ' + err.message);
|
| }
|
| }
|
|
|
|
|
| list.querySelectorAll('.cookbook-dep-install').forEach(btn => {
|
| btn.addEventListener('click', async (e) => {
|
| e.stopPropagation();
|
| const pipName = btn.dataset.depPip;
|
| const pkgName = btn.closest('.cookbook-dep-row')?.querySelector('.memory-item-title')?.textContent || pipName;
|
| await _installDep(pipName, pkgName, btn.dataset.depTarget === 'local', !!btn.dataset.upgrade, btn);
|
| });
|
| });
|
|
|
|
|
| function _showDepMenu(anchor) {
|
| document.querySelectorAll('.cookbook-dep-menu').forEach(d => d.remove());
|
| const row = anchor.closest('.cookbook-dep-row');
|
| if (!row) return;
|
| const pipName = row.dataset.depPip;
|
| const pkgName = row.querySelector('.memory-item-title')?.textContent || pipName;
|
| const isLocalOnly = row.dataset.depTarget === 'local';
|
| const dropdown = document.createElement('div');
|
| dropdown.className = 'dropdown cookbook-dep-menu';
|
| const rect = anchor.getBoundingClientRect();
|
| const minW = 150;
|
| let left = Math.min(rect.right - minW, window.innerWidth - minW - 8);
|
| left = Math.max(8, left);
|
| dropdown.style.cssText = `position:fixed;display:block;z-index:10001;top:${rect.bottom + 6}px;left:${left}px;right:auto;min-width:${minW}px;max-width:calc(100vw - 16px);background:var(--panel,var(--bg));border:1px solid var(--border);border-radius:10px;box-shadow:0 8px 24px rgba(0,0,0,0.3);padding:6px;font-size:11px;`;
|
| const upIco = '<svg width="13" height="13" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round"><path d="M21 2v6h-6"/><path d="M3 12a9 9 0 0 1 15-6.7L21 8"/><path d="M3 22v-6h6"/><path d="M21 12a9 9 0 0 1-15 6.7L3 16"/></svg>';
|
| const it = document.createElement('div');
|
| it.className = 'dropdown-item-compact';
|
| it.innerHTML = `<span class="dropdown-icon">${upIco}</span><span>Update</span>`;
|
| it.title = `Update ${pkgName} to the latest version (pip install -U)`;
|
| it.addEventListener('click', async (e) => {
|
| e.stopPropagation();
|
| dropdown.remove();
|
| await _installDep(pipName, pkgName, isLocalOnly, true, null);
|
| });
|
| dropdown.appendChild(it);
|
| document.body.appendChild(dropdown);
|
| const close = (ev) => {
|
| if (!dropdown.contains(ev.target) && ev.target !== anchor && !anchor.contains(ev.target)) {
|
| dropdown.remove();
|
| document.removeEventListener('click', close, true);
|
| }
|
| };
|
| setTimeout(() => document.addEventListener('click', close, true), 10);
|
| }
|
| list.querySelectorAll('.cookbook-dep-installed-btn').forEach(btn => {
|
| btn.addEventListener('click', (e) => {
|
| e.stopPropagation();
|
| if (document.querySelector('.cookbook-dep-menu')) {
|
| document.querySelectorAll('.cookbook-dep-menu').forEach(d => d.remove());
|
| return;
|
| }
|
| _showDepMenu(btn);
|
| });
|
| });
|
| } catch (err) {
|
| list.innerHTML = `<div class="hwfit-loading">Error loading packages: ${esc(err.message)}</div>`;
|
| }
|
| }
|
|
|
|
|
|
|
| function _applyServerSelection(val) {
|
| if (val === 'local') {
|
| _envState.remoteHost = '';
|
| _envState.remoteServerKey = '';
|
| _envState.env = 'none';
|
| _envState.envPath = '';
|
| _envState.platform = '';
|
| } else {
|
| const s = _serverByVal(val);
|
| if (s) {
|
| _envState.remoteHost = s.host;
|
| _envState.remoteServerKey = _serverKey(s);
|
| _envState.env = s.env || 'none';
|
| _envState.envPath = s.envPath || '';
|
| _envState.platform = s.platform || '';
|
| }
|
| }
|
|
|
|
|
|
|
|
|
| _persistEnvState();
|
| const _want = _currentServerValue();
|
| document.querySelectorAll('#hwfit-server-select, #hwfit-dl-server, #hwfit-cache-server, #hwfit-deps-server').forEach(sel => {
|
| if (!sel || sel.tagName !== 'SELECT') return;
|
|
|
| sel.value = _want;
|
|
|
|
|
|
|
|
|
| if (sel.selectedIndex < 0) {
|
| sel.innerHTML = _buildServerOpts(sel.id === 'hwfit-dl-server');
|
| sel.value = _want;
|
| if (sel.selectedIndex < 0) sel.value = 'local';
|
| }
|
| });
|
| }
|
|
|
| function _wireTabEvents(body) {
|
|
|
| body.querySelectorAll('.cookbook-tab').forEach(tab => {
|
| tab.addEventListener('click', () => {
|
| body.querySelectorAll('.cookbook-tab').forEach(t => t.classList.remove('active'));
|
| tab.classList.add('active');
|
| const backend = tab.dataset.backend;
|
| body.querySelectorAll('.cookbook-group').forEach(g => {
|
| g.classList.toggle('hidden', g.dataset.backendGroup !== backend);
|
| });
|
| if (backend === 'Search') {
|
| _hwfitInit();
|
| _hwfitFetch();
|
| }
|
| if (backend === 'Serve') {
|
| _fetchCachedModels();
|
| }
|
| if (backend === 'Dependencies') {
|
| _fetchDependencies();
|
| }
|
| });
|
| });
|
|
|
|
|
|
|
| if (!body._swipeWired) {
|
| body._swipeWired = true;
|
| let _sx = null, _sy = null;
|
| body.addEventListener('touchstart', (e) => {
|
|
|
|
|
| if (window.innerWidth > 768 || e.touches.length !== 1
|
| || e.target.closest('input, textarea, select, .doclib-lang-chips')) { _sx = null; return; }
|
| _sx = e.touches[0].clientX; _sy = e.touches[0].clientY;
|
| }, { passive: true });
|
| body.addEventListener('touchend', (e) => {
|
| if (_sx === null) return;
|
| const dx = e.changedTouches[0].clientX - _sx;
|
| const dy = e.changedTouches[0].clientY - _sy;
|
| _sx = null;
|
|
|
| if (Math.abs(dx) < 60 || Math.abs(dx) < Math.abs(dy) * 1.5) return;
|
| const tabs = [...body.querySelectorAll('.cookbook-tab')];
|
| const idx = tabs.findIndex(t => t.classList.contains('active'));
|
| if (idx < 0) return;
|
| const next = dx < 0 ? idx + 1 : idx - 1;
|
| if (next >= 0 && next < tabs.length) tabs[next].click();
|
| }, { passive: true });
|
| }
|
|
|
|
|
| function _syncServers() {
|
| const entries = document.querySelectorAll('.cookbook-server-entry');
|
| const servers = [];
|
| entries.forEach(entry => {
|
| const name = entry.querySelector('.cookbook-srv-name')?.value?.trim() || '';
|
| const host = entry.querySelector('.cookbook-srv-host')?.value?.trim() || '';
|
| const port = entry.querySelector('.cookbook-srv-port')?.value?.trim() || '';
|
| const env = entry.querySelector('.cookbook-srv-env')?.value || 'none';
|
| const envPath = entry.querySelector('.cookbook-srv-path')?.value?.trim() || '';
|
| const platform = entry.dataset.platform || '';
|
| const dirs = [];
|
| entry.querySelectorAll('.cookbook-modeldir-tag').forEach(tag => {
|
|
|
| const d = (tag.dataset.dir || '').replaceAll('✕', '').replaceAll('✖', '').trim();
|
| if (d) dirs.push(d);
|
| });
|
|
|
| const dlEl = entry.querySelector('.cookbook-modeldir-dl.active');
|
| const downloadDir = dlEl ? (dlEl.dataset.dlDir || '') : '';
|
| servers.push({ name, host, port, env, envPath, modelDirs: dirs, downloadDir, platform });
|
| });
|
| _envState.servers = servers;
|
|
|
|
|
|
|
|
|
|
|
| if (!_envState.remoteHost) {
|
| const remotes = servers.filter(s => !_isLocalEntry(s));
|
| if (remotes.length === 1) {
|
| _envState.remoteHost = remotes[0].host;
|
| _envState.env = remotes[0].env || 'none';
|
| _envState.envPath = remotes[0].envPath || '';
|
| }
|
| }
|
| const activeSrv = servers.find(s => s.host === _envState.remoteHost);
|
| _envState.platform = activeSrv?.platform || '';
|
| localStorage.setItem('cookbook-last-state', JSON.stringify(_envStateForStorage()));
|
| _saveTasks(_loadTasks());
|
|
|
|
|
|
|
| Promise.resolve().then(() => {
|
| const _want = _currentServerValue();
|
| document.querySelectorAll('#hwfit-server-select, #hwfit-dl-server, #hwfit-cache-server, #hwfit-deps-server').forEach(sel => {
|
| if (sel && sel.tagName === 'SELECT') sel.value = _want;
|
| });
|
| });
|
| }
|
|
|
|
|
| document.querySelectorAll('.cookbook-srv-name, .cookbook-srv-host, .cookbook-srv-port, .cookbook-srv-path').forEach(el => {
|
| el.addEventListener('change', _syncServers);
|
| });
|
| document.querySelectorAll('.cookbook-srv-env').forEach(el => {
|
| el.addEventListener('change', _syncServers);
|
| });
|
|
|
|
|
|
|
|
|
| const dlServer = document.getElementById('hwfit-dl-server');
|
| if (dlServer) {
|
| dlServer.addEventListener('change', () => {
|
| _applyServerSelection(dlServer.value);
|
|
|
| _resetGpuToggleState();
|
| _hwfitFetch();
|
| });
|
| }
|
|
|
|
|
| const addServerLink = document.querySelector('.cookbook-dl-add-server');
|
| if (addServerLink) {
|
| addServerLink.addEventListener('click', () => {
|
| const settingsTab = body.querySelector('.cookbook-tab[data-backend="Settings"]');
|
| if (settingsTab) settingsTab.click();
|
| });
|
| }
|
|
|
|
|
| const cacheServer = document.getElementById('hwfit-cache-server');
|
| const cacheDirEl = document.getElementById('hwfit-cache-dir');
|
| if (cacheServer) {
|
| cacheServer.addEventListener('change', () => {
|
| _applyServerSelection(cacheServer.value);
|
| const val = cacheServer.value;
|
| let srv;
|
| if (val === 'local') {
|
| srv = _envState.servers.find(_isLocalEntry) || _envState.servers[0] || {};
|
| } else {
|
| srv = _serverByVal(val) || {};
|
| }
|
| if (cacheDirEl) cacheDirEl.value = srv.modelDir || '~/.cache/huggingface/hub';
|
| const dirsEl = document.querySelector('.cookbook-serve-dirs');
|
| if (dirsEl) {
|
| const dirs = (Array.isArray(srv.modelDirs) ? srv.modelDirs : [srv.modelDir || '~/.cache/huggingface/hub']).map(d => d.replaceAll('✕', '').replaceAll('✖', '').trim()).filter(Boolean);
|
| dirsEl.innerHTML = dirs.map(d => `<span class="cookbook-serve-dir-pill">${esc(d)}</span>`).join('') +
|
| '<span class="cookbook-serve-dir-edit" title="Edit in Settings">edit</span>';
|
| dirsEl.querySelector('.cookbook-serve-dir-edit')?.addEventListener('click', () => {
|
| const settingsTab = body.querySelector('.cookbook-tab[data-backend="Settings"]');
|
| if (settingsTab) settingsTab.click();
|
| });
|
| }
|
| _fetchCachedModels();
|
| });
|
| }
|
|
|
| const scanBtn = document.getElementById('hwfit-cache-scan');
|
| if (scanBtn) {
|
| scanBtn.addEventListener('click', () => _fetchCachedModels());
|
| }
|
|
|
| const editDirsLink = document.querySelector('.cookbook-serve-dir-edit');
|
| if (editDirsLink) {
|
| editDirsLink.addEventListener('click', () => {
|
| const settingsTab = body.querySelector('.cookbook-tab[data-backend="Settings"]');
|
| if (settingsTab) settingsTab.click();
|
| });
|
| }
|
|
|
| const depsServer = document.getElementById('hwfit-deps-server');
|
| if (depsServer) {
|
| depsServer.addEventListener('change', () => {
|
| _applyServerSelection(depsServer.value);
|
|
|
|
|
| _fetchDependencies();
|
| });
|
| }
|
|
|
|
|
|
|
|
|
|
|
|
|
| const rebuildBtn = document.getElementById('cookbook-rebuild-engine');
|
| if (rebuildBtn && !rebuildBtn._wired) {
|
| rebuildBtn._wired = true;
|
| rebuildBtn.addEventListener('click', async () => {
|
|
|
|
|
| const sel = document.getElementById('hwfit-deps-server');
|
| if (sel) _applyServerSelection(sel.value);
|
| const host = _envState.remoteHost || '';
|
| const where = host || 'this server';
|
| if (!confirm(`Rebuild the llama.cpp engine on ${where}?\n\nThis clears the cached llama-server build so the next serve recompiles from source (with CUDA/HIP if a toolchain is present). It does not download or install anything.`)) return;
|
| const _label = rebuildBtn.textContent;
|
| rebuildBtn.disabled = true;
|
| rebuildBtn.textContent = 'Clearing...';
|
| try {
|
| const res = await fetch('/api/cookbook/rebuild-engine', {
|
| method: 'POST', credentials: 'same-origin',
|
| headers: { 'Content-Type': 'application/json' },
|
| body: JSON.stringify({
|
| engine: 'llamacpp',
|
| remote_host: host || undefined,
|
| ssh_port: _getPort(host) || undefined,
|
| }),
|
| });
|
| const data = await res.json().catch(() => ({}));
|
| if (!res.ok || !data.ok) {
|
| const reason = data.detail || data.error || `HTTP ${res.status}`;
|
| uiModule.showToast('Rebuild failed: ' + String(reason).slice(0, 200));
|
| } else {
|
| uiModule.showToast(`Cleared llama.cpp build on ${where}. Re-launch the serve task to rebuild with GPU support.`);
|
| }
|
| } catch (err) {
|
| uiModule.showToast('Rebuild failed: ' + err.message);
|
| } finally {
|
| rebuildBtn.disabled = false;
|
| rebuildBtn.textContent = _label;
|
| }
|
| });
|
| }
|
|
|
|
|
|
|
|
|
|
|
|
|
| if (!document._cookbookReinstallWired) {
|
| document._cookbookReinstallWired = true;
|
| document.addEventListener('click', async (ev) => {
|
| const btn = ev.target.closest?.('.cookbook-dep-reinstall');
|
| if (!btn) return;
|
| const pkg = btn.dataset.reinstallPkg || '';
|
| if (!pkg) return;
|
| ev.preventDefault();
|
| ev.stopPropagation();
|
| const sel = document.getElementById('hwfit-deps-server');
|
| if (sel) _applyServerSelection(sel.value);
|
| const host = _envState.remoteHost || '';
|
| const where = host || 'this server';
|
| if (!confirm(`Reinstall ${pkg} on ${where}?\n\nRuns "pip install --force-reinstall --no-deps ${pkg}" as a tmux task. Watch progress in the Running tab.`)) return;
|
| const _venvPy = (_envState.env === 'venv' && _envState.envPath)
|
| ? `${_envState.envPath.replace(/\/+$/, '')}/bin/python3`
|
| : 'python3';
|
| _launchServeTask(`reinstall-${pkg}`, 'pip-reinstall', `${_venvPy} -m pip install --force-reinstall --no-deps ${pkg}`);
|
| }, true);
|
| }
|
|
|
|
|
| const serveSort = document.getElementById('serve-sort');
|
| if (serveSort) {
|
| serveSort.addEventListener('change', () => {
|
| if (_cachedAllModels.length) _rerenderCachedModels();
|
| });
|
| }
|
|
|
|
|
| const serveSearch = document.getElementById('serve-search');
|
| if (serveSearch) {
|
| let _srvDebounce = null;
|
| serveSearch.addEventListener('input', () => {
|
| clearTimeout(_srvDebounce);
|
| _srvDebounce = setTimeout(() => _filterCachedList(), 200);
|
| });
|
| }
|
|
|
|
|
| const selectBtn = document.getElementById('hwfit-cache-select');
|
| const bulkBar = document.getElementById('serve-bulk-bar');
|
| if (selectBtn && bulkBar) {
|
| selectBtn.addEventListener('click', () => {
|
| const active = selectBtn.classList.toggle('active');
|
| selectBtn.textContent = active ? 'Cancel' : 'Select';
|
| bulkBar.classList.toggle('hidden', !active);
|
| document.querySelectorAll('.serve-select-cb').forEach(dot => {
|
| dot.style.display = active ? '' : 'none';
|
| dot.classList.remove('selected');
|
| });
|
| _updateBulkCount();
|
| });
|
|
|
| document.getElementById('hwfit-cached-list')?.addEventListener('click', (e) => {
|
| if (!selectBtn.classList.contains('active')) return;
|
| const item = e.target.closest('.memory-item[data-repo]');
|
| if (!item) return;
|
| if (e.target.closest('a, .hwfit-cached-menu-btn, .memory-item-btn, .hwfit-serve-panel')) return;
|
| const dot = item.querySelector('.serve-select-cb');
|
| if (dot) {
|
| dot.classList.toggle('selected');
|
| _updateBulkCount();
|
| }
|
| });
|
|
|
| function _updateBulkCount() {
|
| const count = document.querySelectorAll('.serve-select-cb.selected').length;
|
| const countEl = document.getElementById('serve-bulk-count');
|
| if (countEl) countEl.textContent = count + ' selected';
|
| }
|
|
|
| document.getElementById('serve-bulk-cancel')?.addEventListener('click', () => {
|
| selectBtn.classList.remove('active');
|
| selectBtn.textContent = 'Select';
|
| bulkBar.classList.add('hidden');
|
| document.querySelectorAll('.serve-select-cb').forEach(dot => { dot.style.display = 'none'; dot.classList.remove('selected'); });
|
| });
|
|
|
| document.getElementById('serve-bulk-delete')?.addEventListener('click', async () => {
|
| const checked = document.querySelectorAll('.serve-select-cb.selected');
|
| if (!checked.length) return;
|
| const repos = [];
|
| checked.forEach(dot => {
|
| const item = dot.closest('.memory-item[data-repo]');
|
| if (item?.dataset.repo) repos.push(item.dataset.repo);
|
| });
|
| if (!(await uiModule.styledConfirm(`Delete ${repos.length} model(s)? This removes cached files.`, { confirmText: 'Delete', danger: true }))) return;
|
| for (const repo of repos) {
|
| const item = document.querySelector(`.memory-item[data-repo="${repo}"]`);
|
| if (item) await _deleteCachedModel(repo, item, true);
|
| }
|
| selectBtn.classList.remove('active');
|
| selectBtn.textContent = 'Select';
|
| bulkBar.classList.add('hidden');
|
| document.querySelectorAll('.serve-select-cb').forEach(dot => { dot.style.display = 'none'; dot.classList.remove('selected'); });
|
| });
|
| }
|
|
|
|
|
| const dlBtn = document.getElementById('cookbook-dl-btn');
|
| const dlInput = document.getElementById('cookbook-dl-repo');
|
| const dlCardToggle = document.getElementById('cookbook-download-card-toggle');
|
| const dlCardBody = document.getElementById('cookbook-download-card-body');
|
| const dlCardArrow = document.getElementById('cookbook-download-card-arrow');
|
| if (dlCardToggle && dlCardBody) {
|
| dlCardToggle.addEventListener('click', () => {
|
| const isOpen = dlCardBody.style.display !== 'none';
|
| dlCardBody.style.display = isOpen ? 'none' : 'block';
|
| if (dlCardArrow) dlCardArrow.style.transform = isOpen ? 'rotate(0deg)' : 'rotate(90deg)';
|
| });
|
| }
|
| if (dlBtn && dlInput) {
|
| function _stripHfUrl(input) {
|
| let repo = input.trim();
|
|
|
| repo = repo.replace(/^hf\.co\//, '');
|
| const hfMatch = repo.match(/^https?:\/\/huggingface\.co\/([^/]+\/[^/?#]+(?::[^/?#\s]+)?)/);
|
| if (hfMatch) repo = hfMatch[1];
|
| return repo;
|
| }
|
|
|
|
|
| function _splitRepoTag(raw) {
|
| const m = raw.match(/^([^\s/:]+\/[^\s/:]+):([^\s/]+)$/);
|
| if (!m) return { repo: raw, include: null };
|
| return { repo: m[1], include: `*${m[2]}*` };
|
| }
|
|
|
|
|
|
|
|
|
| function _ollamaName(raw) {
|
| const stripped = raw.replace(/^library\//, '');
|
| if (/^[A-Za-z0-9][A-Za-z0-9._-]{0,200}:[A-Za-z0-9][A-Za-z0-9._-]{0,200}$/.test(stripped)) {
|
| return stripped;
|
| }
|
| return null;
|
| }
|
| const triggerDownload = () => {
|
| const rawRepo = _stripHfUrl(dlInput.value);
|
| if (!rawRepo) return;
|
| const ollamaName = _ollamaName(rawRepo);
|
| const { repo, include: autoInclude } = ollamaName ? { repo: ollamaName, include: null } : _splitRepoTag(rawRepo);
|
|
|
|
|
|
|
|
|
| if (!ollamaName && !/^[^\s/]+\/[^\s/]+$/.test(repo)) {
|
| uiModule.showToast('Enter a full HuggingFace repo ID like "org/model-name", or an Ollama name like "qwen2.5:14b".');
|
| dlInput.focus();
|
| return;
|
| }
|
|
|
|
|
|
|
|
|
|
|
| const dlSrv = document.getElementById('hwfit-dl-server');
|
| const srvVal = dlSrv ? dlSrv.value : 'local';
|
| let host = '';
|
| if (srvVal !== 'local') {
|
| host = _serverByVal(srvVal)?.host || '';
|
| }
|
| const _hsrv = _envState.servers.find(sv => sv.host === host) || {};
|
| let env = host ? (_hsrv.env || 'none') : _envState.env;
|
| let envPath = host ? (_hsrv.envPath || '') : _envState.envPath;
|
| const payload = { repo_id: repo };
|
| if (ollamaName) payload.backend = 'ollama';
|
| if (autoInclude) payload.include = autoInclude;
|
| if (_envState.hfToken && !ollamaName) payload.hf_token = _envState.hfToken;
|
| if (host) { payload.remote_host = host; const _sp3 = _getPort(host); if (_sp3) payload.ssh_port = _sp3; }
|
| const srvPlatform = _getPlatform(host);
|
| if (srvPlatform) payload.platform = srvPlatform;
|
| if (srvPlatform === 'windows') {
|
| if (env === 'venv' && envPath) {
|
| payload.env_prefix = '& ' + _psQuote(envPath.endsWith('\\Scripts\\Activate.ps1') ? envPath : envPath + '\\Scripts\\Activate.ps1');
|
| } else if (env === 'conda' && envPath) {
|
| payload.env_prefix = 'conda activate ' + _psQuote(envPath);
|
| }
|
| } else {
|
| if (env === 'venv' && envPath) {
|
| const p = envPath;
|
| payload.env_prefix = 'source ' + _shellQuote(p.endsWith('/bin/activate') ? p : p + '/bin/activate');
|
| } else if (env === 'conda' && envPath) {
|
| payload.env_prefix = 'eval "$(conda shell.bash hook)" && conda activate ' + _shellQuote(envPath);
|
| }
|
| }
|
| const shortName = repo.split('/').pop();
|
| _retryDownload(shortName, payload);
|
| dlInput.value = '';
|
| };
|
| dlBtn.addEventListener('click', triggerDownload);
|
| dlInput.addEventListener('keydown', (e) => {
|
| if (e.key === 'Enter') triggerDownload();
|
| });
|
| }
|
|
|
|
|
|
|
|
|
|
|
| const dlFold = document.getElementById('cookbook-dl-tab-fold');
|
| const dlFoldBody = document.getElementById('cookbook-dl-tab-fold-body');
|
| const dlFoldChevron = document.getElementById('cookbook-dl-tab-chevron');
|
| if (dlFold && dlFoldBody && dlFoldChevron) {
|
| dlFold.addEventListener('click', () => {
|
| const folded = dlFoldBody.style.display === 'none';
|
| dlFoldBody.style.display = folded ? '' : 'none';
|
| dlFoldChevron.textContent = folded ? '▾' : '▸';
|
|
|
|
|
|
|
| dlFold.classList.toggle('is-folded', !folded);
|
| try { localStorage.setItem('cookbook_dl_tab_folded_v1', folded ? '0' : '1'); } catch {}
|
| });
|
| }
|
| const hfToggle = document.getElementById('cookbook-hf-latest-toggle');
|
| const hfArrow = document.getElementById('cookbook-hf-latest-arrow');
|
| const hfList = document.getElementById('cookbook-hf-latest-list');
|
| const hfRefresh = document.getElementById('cookbook-hf-latest-refresh');
|
| if (hfToggle && hfList) {
|
| let _loaded = false;
|
|
|
| const _hwCache = {};
|
| function _hfModelLooksAwqLike(m) {
|
| const text = `${m?.repo_id || ''} ${(m?.tags || []).join(' ')}`.toLowerCase();
|
| return /\b(awq|gptq|fp8|4bit|int4)\b/.test(text);
|
| }
|
| async function _getSelectedServerHw() {
|
|
|
|
|
| const dlSrv = document.getElementById('hwfit-server-select') || document.getElementById('hwfit-dl-server');
|
| const val = dlSrv?.value || 'local';
|
| let host = '';
|
| let sshPort = '';
|
| let platform = '';
|
| if (val !== 'local') {
|
| const s = _serverByVal(val);
|
| if (s) {
|
| host = s.host || '';
|
| sshPort = s.port || '';
|
| platform = s.platform || '';
|
| }
|
| }
|
| const cacheKey = host || 'local';
|
| if (_hwCache[cacheKey]) return _hwCache[cacheKey];
|
|
|
| try {
|
| const qp = new URLSearchParams();
|
| if (host) qp.set('host', host);
|
| if (sshPort) qp.set('ssh_port', sshPort);
|
| if (platform) qp.set('platform', platform);
|
| const r = await fetch(`/api/hwfit/system?${qp}`);
|
| if (r.ok) {
|
| const sys = await r.json();
|
| const hw = { vram: sys?.gpu_vram_gb || 0, backend: String(sys?.backend || '').toLowerCase() };
|
| _hwCache[cacheKey] = hw;
|
| return hw;
|
| }
|
| } catch {}
|
| _hwCache[cacheKey] = { vram: 0, backend: '' };
|
| return _hwCache[cacheKey];
|
| }
|
| async function _loadLatest() {
|
|
|
|
|
| hfList.innerHTML = '';
|
| try {
|
| const sp = (await import('./spinner.js')).default;
|
| const _spin = sp.createWhirlpool(28);
|
| _spin.element.style.cssText = 'margin:24px auto 0;display:block;';
|
| hfList.appendChild(_spin.element);
|
| const lbl = document.createElement('div');
|
| lbl.className = 'hwfit-loading';
|
| lbl.textContent = 'Scanning models…';
|
| lbl.style.cssText = 'text-align:center;opacity:0.5;font-size:11px;margin-top:6px;';
|
| hfList.appendChild(lbl);
|
| } catch {
|
| hfList.innerHTML = '<div class="hwfit-loading">Scanning models…</div>';
|
| }
|
| const hwInfo = await _getSelectedServerHw();
|
| const vram = hwInfo.vram || 0;
|
| try {
|
| let lastErr = '';
|
| const _fetchLatest = async (v) => {
|
| const res = await fetch(`/api/cookbook/hf-latest?vram_gb=${v}&limit=10`);
|
| const data = await res.json();
|
| if (data.error) lastErr = data.error;
|
| return data.models || [];
|
| };
|
| let models = await _fetchLatest(vram);
|
|
|
|
|
|
|
| if (!models.length && vram > 0) {
|
| models = await _fetchLatest(0);
|
| }
|
| if (['rocm', 'metal', 'mps', 'apple', 'generic', 'cpu'].includes(hwInfo.backend)) {
|
| models = models.filter(m => !_hfModelLooksAwqLike(m));
|
| }
|
| if (!models.length) {
|
|
|
|
|
| const msg = lastErr
|
| ? `Couldn't load trending models (${esc(lastErr)})`
|
| : 'No trending models found';
|
| hfList.innerHTML = `<div class="hwfit-loading">${msg}</div>`;
|
| return;
|
| }
|
| let html = '';
|
| for (const m of models) {
|
| const shortName = m.repo_id.split('/').pop() || m.repo_id;
|
| const org = m.repo_id.includes('/') ? m.repo_id.split('/')[0] : '';
|
| const meta = [];
|
| if (org) meta.push(esc(org));
|
| if (m.needed_vram_gb) meta.push(`~${m.needed_vram_gb}GB`);
|
| if (m.downloads) meta.push(`${m.downloads.toLocaleString()} downloads`);
|
| const date = m.createdAt ? new Date(m.createdAt).toISOString().slice(0, 10) : '';
|
| if (date) meta.push(date);
|
| html += `<div class="doclib-card memory-item cookbook-hf-latest-card" data-repo="${esc(m.repo_id)}" style="cursor:pointer;">`;
|
| html += `<div style="flex:1;min-width:0;">`;
|
| html += `<div class="memory-item-title">${esc(shortName)} <a href="https://huggingface.co/${esc(m.repo_id)}" target="_blank" rel="noopener" class="cookbook-hf-link">HF \u2197</a></div>`;
|
| html += `<div class="memory-item-meta" style="font-size:10px;opacity:0.5;margin-top:2px;">${meta.join(' \u00b7 ')}</div>`;
|
| html += `</div>`;
|
| html += `</div>`;
|
| }
|
| hfList.innerHTML = html;
|
|
|
| hfList.querySelectorAll('.cookbook-hf-latest-card').forEach(card => {
|
| card.addEventListener('click', (e) => {
|
| if (e.target.closest('a')) return;
|
| if (dlInput) {
|
| dlInput.value = card.dataset.repo;
|
| dlInput.focus();
|
| }
|
| });
|
| });
|
| } catch (e) {
|
| hfList.innerHTML = '<div class="hwfit-loading">Failed to load</div>';
|
| }
|
| }
|
| hfToggle.addEventListener('click', () => {
|
| const isOpen = hfList.style.display !== 'none';
|
| hfList.style.display = isOpen ? 'none' : 'flex';
|
| if (hfArrow) hfArrow.style.transform = isOpen ? 'rotate(0deg)' : 'rotate(90deg)';
|
| if (!isOpen && !_loaded) {
|
| _loaded = true;
|
| _loadLatest();
|
| }
|
| });
|
| if (hfRefresh) hfRefresh.addEventListener('click', (e) => {
|
| e.stopPropagation();
|
| _loaded = true;
|
| _loadLatest();
|
|
|
| if (hfList.style.display === 'none') {
|
| hfList.style.display = 'flex';
|
| if (hfArrow) hfArrow.style.transform = 'rotate(90deg)';
|
| }
|
| });
|
|
|
|
|
|
|
|
|
| const _onServerChange = () => {
|
| _loaded = false;
|
| if (hfList.style.display !== 'none') { _loaded = true; _loadLatest(); }
|
| };
|
| document.getElementById('hwfit-dl-server')?.addEventListener('change', _onServerChange);
|
| document.getElementById('hwfit-server-select')?.addEventListener('change', _onServerChange);
|
| }
|
|
|
|
|
|
|
|
|
| const olToggle = document.getElementById('cookbook-ollama-toggle');
|
| const olArrow = document.getElementById('cookbook-ollama-arrow');
|
| const olList = document.getElementById('cookbook-ollama-list');
|
| const olRefresh = document.getElementById('cookbook-ollama-refresh');
|
| if (olToggle && olList) {
|
| let _olLoaded = false;
|
| async function _loadOllama(refresh = false) {
|
| olList.innerHTML = '<div class="hwfit-loading" style="opacity:0.5;font-size:11px;text-align:center;padding:12px;">Loading…</div>';
|
| try {
|
| const res = await fetch(`/api/cookbook/ollama/library${refresh ? '?refresh=1' : ''}`);
|
| const data = await res.json();
|
| const models = data.models || [];
|
| if (!models.length) {
|
| olList.innerHTML = '<div class="hwfit-loading">No models</div>';
|
| return;
|
| }
|
| let html = '';
|
| for (const m of models) {
|
| const sizes = Array.isArray(m.sizes) && m.sizes.length ? m.sizes : ['latest'];
|
| const sizeChips = sizes.map(s => `<button type="button" class="memory-toolbar-btn cookbook-ol-size" data-name="${esc(m.name)}" data-size="${esc(s)}" style="height:20px;padding:0 6px;font-size:10px;border-radius:3px;">${esc(s)}</button>`).join('');
|
| html += `<div class="doclib-card memory-item cookbook-ollama-card" data-name="${esc(m.name)}">`;
|
| html += `<div style="flex:1;min-width:0;">`;
|
| html += `<div class="memory-item-title">${esc(m.name)} <a href="https://ollama.com/library/${esc(m.name)}" target="_blank" rel="noopener" class="cookbook-hf-link">ollama ↗</a></div>`;
|
| if (m.description) html += `<div class="memory-item-meta" style="font-size:10px;opacity:0.55;margin-top:2px;">${esc(m.description)}</div>`;
|
| html += `<div style="display:flex;flex-wrap:wrap;gap:3px;margin-top:4px;">${sizeChips}</div>`;
|
| html += `</div></div>`;
|
| }
|
| olList.innerHTML = html;
|
| olList.querySelectorAll('.cookbook-ol-size').forEach(btn => {
|
| btn.addEventListener('click', (e) => {
|
| e.stopPropagation();
|
| const name = btn.dataset.name;
|
| const size = btn.dataset.size;
|
| if (dlInput) {
|
| dlInput.value = `${name}:${size}`;
|
| dlInput.focus();
|
| }
|
| });
|
| });
|
|
|
| olList.querySelectorAll('.cookbook-ollama-card').forEach(card => {
|
| card.addEventListener('click', (e) => {
|
| if (e.target.closest('a') || e.target.closest('.cookbook-ol-size')) return;
|
| const name = card.dataset.name;
|
| const firstSize = card.querySelector('.cookbook-ol-size')?.dataset.size || 'latest';
|
| if (dlInput) {
|
| dlInput.value = `${name}:${firstSize}`;
|
| dlInput.focus();
|
| }
|
| });
|
| });
|
| } catch (e) {
|
| olList.innerHTML = '<div class="hwfit-loading">Failed to load</div>';
|
| }
|
| }
|
| olToggle.addEventListener('click', () => {
|
| const isOpen = olList.style.display !== 'none';
|
| olList.style.display = isOpen ? 'none' : 'flex';
|
| if (olArrow) olArrow.style.transform = isOpen ? 'rotate(0deg)' : 'rotate(90deg)';
|
| if (!isOpen && !_olLoaded) {
|
| _olLoaded = true;
|
| _loadOllama(false);
|
| }
|
| });
|
| if (olRefresh) olRefresh.addEventListener('click', (e) => {
|
| e.stopPropagation();
|
| _olLoaded = true;
|
| _loadOllama(true);
|
| if (olList.style.display === 'none') {
|
| olList.style.display = 'flex';
|
| if (olArrow) olArrow.style.transform = 'rotate(90deg)';
|
| }
|
| });
|
| }
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| const hfInput = document.getElementById('hwfit-hftoken');
|
| if (hfInput) {
|
| hfInput.addEventListener('change', async () => {
|
| const val = hfInput.value.trim();
|
| _envState.hfToken = val;
|
| try { await _persistEnvState(); } catch {}
|
| if (val) {
|
| _envState.hfTokenConfigured = true;
|
| const masked = val.length > 6 ? val.slice(0, 3) + '…' + val.slice(-3) : '••••';
|
| _envState.hfTokenMasked = masked;
|
| hfInput.placeholder = `Stored (${masked}) - enter a new token to replace`;
|
| hfInput.value = '';
|
| let check = hfInput.parentNode.querySelector('.hwfit-hf-check');
|
| if (!check) {
|
| check = document.createElement('span');
|
| check.className = 'hwfit-hf-check';
|
| check.title = 'Token stored';
|
| check.textContent = '✓';
|
| check.style.cssText = 'font-weight:800;color:var(--green,#50fa7b);font-size:15px;line-height:1;flex-shrink:0;position:relative;top:2px;';
|
| hfInput.parentNode.insertBefore(check, hfInput);
|
| }
|
| const flash = document.createElement('span');
|
| flash.textContent = 'Saved';
|
| flash.style.cssText = 'margin-left:8px;font-size:11px;color:var(--green,#50fa7b);opacity:0;transition:opacity 0.18s;flex-shrink:0;position:relative;top:1px;';
|
| hfInput.parentNode.appendChild(flash);
|
| requestAnimationFrame(() => { flash.style.opacity = '1'; });
|
| setTimeout(() => { flash.style.opacity = '0'; setTimeout(() => flash.remove(), 220); }, 1400);
|
| }
|
| });
|
| }
|
| }
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| export function _serverEntryHtml(s, i, defaultServer, forceRemote, isNew) {
|
| const isLocal = (forceRemote || isNew) ? false : (!s.host || s.host === 'local');
|
| const envOpts = ['none', 'venv'].map(e => `<option value="${e}"${s.env === e ? ' selected' : ''}>${e === 'none' ? 'None' : e}</option>`).join('');
|
| let html = '';
|
| html += `<div class="cookbook-server-entry" data-idx="${i}" data-platform="${esc(s.platform || '')}">`;
|
| const _srvTitle = s.name || (isLocal ? 'Local' : (s.host || `Server ${i + 1}`));
|
| const _srvKey = isLocal ? 'local' : (s.host || '');
|
| const _isDefaultSrv = (defaultServer || '') === _srvKey;
|
| const _pIco = _platformIcon(s.platform);
|
| const _keyBtn = `<button class="cookbook-server-key-btn" title="Set up SSH key for this server" style="height:22px;box-sizing:border-box;display:inline-flex;align-items:center;position:relative;top:-2px;"><svg width="11" height="11" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round" style="margin-right:4px;flex-shrink:0;"><circle cx="7.5" cy="15.5" r="5.5"/><path d="M12 11l8-8"/><path d="M17 6l3 3"/></svg>Key</button>`;
|
| const _checkBtn = `<button class="cookbook-server-check-btn" title="Check SSH connection" style="height:22px;box-sizing:border-box;display:inline-flex;align-items:center;position:relative;top:-2px;"><svg width="11" height="11" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2.2" stroke-linecap="round" stroke-linejoin="round" style="margin-right:4px;flex-shrink:0;"><polyline points="20 6 9 17 4 12"/></svg>Check</button>`;
|
| html += `<span class="cookbook-server-title" style="display:flex;align-items:center;gap:6px;width:100%;font-size:13px;font-weight:600;margin-bottom:4px;">`;
|
| html += `${esc(_srvTitle)}`;
|
| html += _pIco ? `<span class="cookbook-srv-platform" title="${esc(s.platform || '')}" style="display:inline-flex;align-items:center;opacity:0.55;">${_pIco}</span>` : '';
|
| html += `<span class="cookbook-srv-test-msg" style="font-size:10px;font-weight:400;opacity:0.55;max-width:160px;white-space:nowrap;overflow:hidden;text-overflow:ellipsis;position:relative;top:1px;"></span>`;
|
| if (isNew) {
|
|
|
|
|
| html += `<span style="margin-left:auto;display:inline-flex;gap:4px;align-items:center;">${_checkBtn}${_keyBtn}<button class="cookbook-server-cancel-btn" title="Discard this new server" style="height:22px;box-sizing:border-box;display:inline-flex;align-items:center;position:relative;top:-2px;"><svg width="11" height="11" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round" style="margin-right:4px;flex-shrink:0;"><line x1="18" y1="6" x2="6" y2="18"/><line x1="6" y1="6" x2="18" y2="18"/></svg>Cancel</button></span>`;
|
| } else {
|
| html += `<span style="margin-left:auto;display:inline-flex;gap:4px;align-items:center;">${!isLocal ? _checkBtn + _keyBtn : ''}<span class="cookbook-srv-default${_isDefaultSrv ? ' active' : ''}" title="${_isDefaultSrv ? 'Default server — Cookbook opens here' : 'Make this the default server'}" data-srv-key="${esc(_srvKey)}">${_isDefaultSrv ? _MODELDIR_CHECK_ON : _MODELDIR_CHECK_OFF}<span class="cookbook-srv-default-label">default</span></span></span>`;
|
| }
|
| html += `</span>`;
|
| html += `<div class="cookbook-server-row">`;
|
| html += `<input type="text" class="hwfit-sf cookbook-srv-name" value="${esc(s.name || (isLocal ? 'Local' : ''))}" placeholder="Name (optional)" style="width:92px;flex-shrink:0;" />`;
|
| html += `<input type="text" class="hwfit-sf cookbook-srv-host" value="${isLocal ? '' : esc(s.host || '')}" placeholder="e.g. user@ip" style="width:214.5px;flex-shrink:0;box-sizing:border-box;" ${isLocal ? 'readonly' : ''} />`;
|
| html += `<input type="text" class="hwfit-sf cookbook-srv-port" value="${esc(s.port || '')}" placeholder="Port" title="SSH port (default 22)" style="width:48px;flex-shrink:0;" ${isLocal ? 'readonly' : ''} />`;
|
| html += `<select class="hwfit-sf cookbook-srv-env">${envOpts}</select>`;
|
| html += `<input type="text" class="hwfit-sf cookbook-srv-path" value="${esc(s.envPath || '')}" placeholder="${s.platform === 'windows' ? 'venv path' : '~/venv'}" />`;
|
| html += `<span class="cookbook-dep-tag cookbook-dep-target" style="font-size:8px;flex-shrink:0;min-width:46px;text-align:center;visibility:hidden;">placeholder</span>`;
|
| html += `<span class="cookbook-srv-actions" style="display:inline-flex;gap:4px;align-items:center;width:78px;flex-shrink:0;justify-content:flex-end;"></span>`;
|
| html += `</div>`;
|
| const modelDirs = Array.isArray(s.modelDirs) && s.modelDirs.length ? s.modelDirs : ['~/.cache/huggingface/hub'];
|
| const activeDlDir = s.downloadDir || '';
|
| html += `<div class="cookbook-modeldirs" style="margin:2px 0 0 0;display:flex;flex-wrap:wrap;gap:4px;align-items:center;">`;
|
| html += `<span style="width:100%;font-size:13px;font-weight:600;margin-bottom:3px;">Model Directory <span style="font-weight:400;opacity:0.5;font-size:11px;">— check the one downloads should go to</span></span>`;
|
| for (let j = 0; j < modelDirs.length; j++) {
|
| const isDefault = modelDirs[j] === '~/.cache/huggingface/hub';
|
| const dirVal = isDefault ? '' : modelDirs[j];
|
| const isTarget = activeDlDir === dirVal;
|
| const dlBtn = `<span class="cookbook-modeldir-dl${isTarget ? ' active' : ''}" title="${isTarget ? 'Downloads go here' : 'Send downloads here'}" data-dl-dir="${esc(dirVal)}">${isTarget ? _MODELDIR_CHECK_ON : _MODELDIR_CHECK_OFF}</span>`;
|
| const rmBtn = isDefault ? '' : ' <span class="cookbook-modeldir-rm" title="Remove">✖</span>';
|
| html += `<span class="cookbook-modeldir-tag${isDefault ? ' cookbook-modeldir-default' : ''}${isTarget ? ' cookbook-modeldir-target' : ''}" data-dir-idx="${j}" data-dir="${esc(modelDirs[j])}">${dlBtn} ${esc(modelDirs[j])}${rmBtn}</span>`;
|
| }
|
| html += `<button class="cookbook-modeldir-add" title="Add model directory">+ Add</button>`;
|
| const _btnStyle = 'margin-left:auto;position:relative;top:-2px;height:22px;box-sizing:border-box;display:inline-flex;align-items:center;';
|
| if (isNew) {
|
|
|
|
|
| html += `<button class="cookbook-server-save-btn" title="Save this server" style="${_btnStyle}"><svg width="11" height="11" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round" style="margin-right:4px;flex-shrink:0;"><path d="M19 21H5a2 2 0 0 1-2-2V5a2 2 0 0 1 2-2h11l5 5v11a2 2 0 0 1-2 2z"/><polyline points="17 21 17 13 7 13 7 21"/><polyline points="7 3 7 8 15 8"/></svg>Save</button>`;
|
| } else if (!isLocal) {
|
| html += `<button class="cookbook-server-rm cookbook-server-rm-btn" title="Delete this server" style="${_btnStyle}"><svg width="11" height="11" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round" style="margin-right:4px;flex-shrink:0;"><path d="M3 6h18"/><path d="M8 6V4a2 2 0 0 1 2-2h4a2 2 0 0 1 2 2v2"/><path d="M19 6v14a2 2 0 0 1-2 2H7a2 2 0 0 1-2-2V6"/></svg>Delete</button>`;
|
| }
|
| html += `</div>`;
|
| if (!isLocal) {
|
| html += `<div class="cookbook-server-key-panel hidden" style="margin-top:6px;flex-direction:column;gap:5px;">`;
|
| html += `<div style="display:flex;gap:4px;align-items:center;">`;
|
| html += `<button type="button" class="memory-toolbar-btn cookbook-server-key-gen" style="height:23px;">Generate key</button>`;
|
| html += `<button type="button" class="memory-toolbar-btn cookbook-server-key-copy" style="height:23px;" disabled>Copy command</button>`;
|
| html += `<span style="font-size:10px;opacity:0.55;line-height:1.25;">Docker: run this command in your terminal once.</span>`;
|
| html += `</div>`;
|
| html += `<textarea class="memory-search-input cookbook-server-key-command" readonly rows="3" style="min-height:58px;resize:vertical;font-family:var(--mono,monospace);font-size:10px;line-height:1.35;">Enter user@host, then generate the key.</textarea>`;
|
| html += `</div>`;
|
| }
|
| html += `</div>`;
|
| return html;
|
| }
|
|
|
| function _renderRecipes() {
|
| const body = document.querySelector('#cookbook-modal .cookbook-body');
|
| if (!body) return;
|
|
|
| const presets = _loadPresets();
|
| const hasSaved = presets.length > 0;
|
|
|
| let html = '';
|
|
|
|
|
| html += '<div class="cookbook-tabs">';
|
| html += '<button class="cookbook-tab active" data-backend="Search"><svg width="12" height="12" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" style="vertical-align:-1px;margin-right:3px;"><polyline points="7 14 12 19 17 14"/><line x1="12" y1="19" x2="12" y2="5"/><line x1="5" y1="21" x2="19" y2="21"/></svg>Download</button>';
|
| html += '<button class="cookbook-tab" data-backend="Serve"><svg width="12" height="12" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" style="vertical-align:-1px;margin-right:3px;"><rect x="2" y="2" width="20" height="8" rx="2"/><rect x="2" y="14" width="20" height="8" rx="2"/><circle cx="6" cy="6" r="1"/><circle cx="6" cy="18" r="1"/></svg>Serve</button>';
|
| html += '<button class="cookbook-tab" data-backend="Dependencies"><svg width="12" height="12" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" style="vertical-align:-1px;margin-right:3px;"><path d="M21 16V8a2 2 0 0 0-1-1.73l-7-4a2 2 0 0 0-2 0l-7 4A2 2 0 0 0 3 8v8a2 2 0 0 0 1 1.73l7 4a2 2 0 0 0 2 0l7-4A2 2 0 0 0 21 16z"/><polyline points="3.27 6.96 12 12.01 20.73 6.96"/><line x1="12" y1="22.08" x2="12" y2="12"/></svg>Dependencies</button>';
|
| html += '<button class="cookbook-tab" data-backend="Settings"><svg width="12" height="12" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" style="vertical-align:-1px;margin-right:3px;"><circle cx="12" cy="12" r="3"/><path d="M19.4 15a1.65 1.65 0 0 0 .33 1.82l.06.06a2 2 0 1 1-2.83 2.83l-.06-.06a1.65 1.65 0 0 0-1.82-.33 1.65 1.65 0 0 0-1 1.51V21a2 2 0 0 1-4 0v-.09A1.65 1.65 0 0 0 9 19.4a1.65 1.65 0 0 0-1.82.33l-.06.06a2 2 0 1 1-2.83-2.83l.06-.06A1.65 1.65 0 0 0 4.68 15a1.65 1.65 0 0 0-1.51-1H3a2 2 0 0 1 0-4h.09A1.65 1.65 0 0 0 4.6 9a1.65 1.65 0 0 0-.33-1.82l-.06-.06a2 2 0 1 1 2.83-2.83l.06.06A1.65 1.65 0 0 0 9 4.68a1.65 1.65 0 0 0 1-1.51V3a2 2 0 0 1 4 0v.09a1.65 1.65 0 0 0 1 1.51 1.65 1.65 0 0 0 1.82-.33l.06-.06a2 2 0 1 1 2.83 2.83l-.06.06A1.65 1.65 0 0 0 19.4 9a1.65 1.65 0 0 0 1.51 1H21a2 2 0 0 1 0 4h-.09a1.65 1.65 0 0 0-1.51 1z"/></svg>Settings</button>';
|
| html += '</div>';
|
|
|
|
|
| html += '<div class="cookbook-group" data-backend-group="Search" style="flex:0 0 auto;">';
|
| html += '<div class="admin-card" style="display:flex;flex-direction:column;overflow:hidden;">';
|
|
|
|
|
|
|
| const _dlTabFolded = (() => { try { return localStorage.getItem('cookbook_dl_tab_folded_v1') === '1'; } catch { return false; } })();
|
| html += '<div style="display:flex;align-items:center;gap:8px;margin-bottom:2px;">';
|
| html += `<h2 id="cookbook-dl-tab-fold" class="${_dlTabFolded ? 'is-folded' : ''}" style="margin:0;padding:0;line-height:1;cursor:pointer;display:flex;align-items:center;justify-content:space-between;user-select:none;flex:1;">Download<span id="cookbook-dl-tab-chevron" style="display:inline-block;transition:transform 0.15s;font-size:1.1em;margin-left:8px;opacity:0.85;">${_dlTabFolded ? '▸' : '▾'}</span></h2>`;
|
| html += '</div>';
|
| html += `<div id="cookbook-dl-tab-fold-body" style="${_dlTabFolded ? 'display:none;' : ''}">`;
|
| html += '<p class="memory-desc doclib-desc" style="margin-top:6px;">Download from <a href="https://huggingface.co/models" target="_blank" rel="noopener" style="color:var(--accent,var(--red));text-decoration:none;"><svg width="10" height="10" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round" style="vertical-align:-1px;margin-right:1px;"><path d="M18 13v6a2 2 0 0 1-2 2H5a2 2 0 0 1-2-2V8a2 2 0 0 1 2-2h6"/><polyline points="15 3 21 3 21 9"/><line x1="10" y1="14" x2="21" y2="3"/></svg>HuggingFace</a> by pasting model link, or download directly in the Scan section below.</p>';
|
| html += '<div class="hwfit-container" id="hwfit-container">';
|
|
|
|
|
| const _es = _envState;
|
| if (!_es.servers) _es.servers = [];
|
| let _localSeen = false;
|
| _es.servers = _es.servers.filter(s => {
|
| const isLocal = !s.host || s.host.toLowerCase() === 'local';
|
| if (isLocal) {
|
| s.host = '';
|
| if (_localSeen) return false;
|
| _localSeen = true;
|
| }
|
| return true;
|
| });
|
| if (!_localSeen) {
|
| _es.servers.unshift({ host: '', env: _es.env || 'none', envPath: _es.envPath || '', modelDir: '~/.cache/huggingface/hub' });
|
| }
|
| if (_es.remoteHost && !_es.servers.some(s => s.host === _es.remoteHost)) {
|
| _es.servers.push({ host: _es.remoteHost, env: _es.env || 'none', envPath: _es.envPath || '', modelDir: '~/.cache/huggingface/hub' });
|
| _persistEnvState();
|
| }
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| html += `<div style="margin-top:7px;margin-bottom:2px;display:flex;gap:4px;align-items:center;">`;
|
| if (_es.servers.length > 1) {
|
| html += `<select class="cookbook-field-input hwfit-dl-server" id="hwfit-dl-server" style="height:28px;position:relative;top:0px;">`;
|
| html += _buildServerOpts(true);
|
| html += `</select>`;
|
| } else {
|
| html += `<input type="hidden" id="hwfit-dl-server" value="local" />`;
|
| }
|
| html += `<button class="memory-toolbar-btn cookbook-dl-add-server" title="Add server in Settings" style="height:28px;">add server</button>`;
|
| html += `</div>`;
|
| html += `<div class="cookbook-dl-input" style="margin-top:0;">`;
|
| html += `<input type="text" class="cookbook-dl-repo" id="cookbook-dl-repo" placeholder="org/model-name, qwen2.5:14b, or HF URL" />`;
|
| html += `<button class="cookbook-btn cookbook-dl-btn" id="cookbook-dl-btn">Download</button>`;
|
| html += `</div>`;
|
|
|
|
|
|
|
| html += `<div style="margin-top:5px;position:relative;top:-3px;">`;
|
| html += `<div style="display:flex;gap:4px;align-items:center;">`;
|
| html += `<button type="button" class="memory-toolbar-btn" id="cookbook-ollama-toggle" style="flex:1;text-align:left;height:26px;display:flex;align-items:center;gap:6px;border-radius:4px;">`;
|
| html += `<span id="cookbook-ollama-arrow" style="display:inline-block;transition:transform 0.15s;pointer-events:none;">▸</span>`;
|
| html += `<span style="pointer-events:none;">Browse Ollama library</span>`;
|
| html += `</button>`;
|
| html += `<button type="button" class="memory-toolbar-btn" id="cookbook-ollama-refresh" title="Refresh" style="height:26px;width:26px;padding:0;border-radius:4px;">↻</button>`;
|
| html += `</div>`;
|
| html += `<div id="cookbook-ollama-list" style="display:none;margin-top:4px;max-height:320px;overflow-y:auto;flex-direction:column;gap:4px;"></div>`;
|
| html += `</div>`;
|
|
|
| html += `<div style="margin-top:5px;position:relative;top:-3px;">`;
|
| html += `<div style="display:flex;gap:4px;align-items:center;">`;
|
| html += `<button type="button" class="memory-toolbar-btn" id="cookbook-hf-latest-toggle" style="flex:1;text-align:left;height:26px;display:flex;align-items:center;gap:6px;border-radius:4px;">`;
|
| html += `<span id="cookbook-hf-latest-arrow" style="display:inline-block;transition:transform 0.15s;pointer-events:none;">\u25B8</span>`;
|
| html += `<span style="pointer-events:none;">Trending models that fit your hardware</span>`;
|
| html += `</button>`;
|
| html += `<button type="button" class="memory-toolbar-btn" id="cookbook-hf-latest-refresh" title="Refresh" style="height:26px;width:26px;padding:0;border-radius:4px;">\u21BB</button>`;
|
| html += `</div>`;
|
| html += `<div id="cookbook-hf-latest-list" style="display:none;margin-top:4px;max-height:320px;overflow-y:auto;flex-direction:column;gap:4px;"></div>`;
|
| html += `</div>`;
|
| html += `</div>`;
|
|
|
|
|
| html += '</div></div></div></div>';
|
| html += '<div class="cookbook-group" data-backend-group="Search">';
|
| html += '<div class="admin-card" style="flex:1;display:flex;flex-direction:column;overflow:hidden;">';
|
| html += '<div style="display:flex;align-items:baseline;gap:8px;margin-bottom:2px;">';
|
| html += '<h2 style="margin:0;padding:0;line-height:1;">Scan / Download</h2>';
|
| html += '</div>';
|
| html += '<p class="memory-desc doclib-desc" style="margin-top:6px;">Scans your hardware for what models you can run. Hardware is cached; hit the scan button to re-probe after changing GPUs.</p>';
|
| html += '<div class="hwfit-toolbar" style="margin-top:9px;">';
|
| html += '<select class="cookbook-field-input hwfit-usecase" id="hwfit-usecase" style="height:28px;">';
|
| html += '<option value="general" selected>Standard</option><option value="coding">Coding</option>';
|
| html += '<option value="reasoning">Reasoning</option><option value="chat">Chat</option>';
|
|
|
|
|
| html += '<option value="multimodal">Vision</option></select>';
|
|
|
|
|
|
|
| html += '<span class="hwfit-engine-wrap">';
|
| html += '<select class="cookbook-field-input hwfit-engine" id="hwfit-engine" style="height:28px;" title="Filter by serving engine">';
|
| html += '<option value="">Engine</option>';
|
| html += '<option value="llamacpp">llama.cpp</option>';
|
| html += '<option value="ollama">Ollama</option>';
|
| html += '<option value="vllm">vLLM</option>';
|
| html += '<option value="sglang">SGLang</option>';
|
| html += '</select>';
|
| html += '<span class="hwfit-help-chip hwfit-help-chip-inline hwfit-engine-help" title="Rule of thumb: GGUF on single GPU / CPU+RAM → llama.cpp (or Ollama). Safetensors on multi-GPU NVIDIA → vLLM. SGLang is a vLLM-class alternative, sometimes faster on big-MoE / long-context.">?</span>';
|
| html += '</span>';
|
|
|
|
|
| html += '<span class="hwfit-quant-wrap">';
|
| html += '<select class="cookbook-field-input hwfit-quant" id="hwfit-quant" style="height:28px;">';
|
| html += '<option value="" selected>Quant: All</option>';
|
| html += '<option value="Q4_K_M">Q4</option><option value="Q8_0">Q8</option>';
|
| html += '<option value="Q6_K">Q6</option><option value="Q5_K_M">Q5</option>';
|
| html += '<option value="Q3_K_M">Q3</option><option value="Q2_K">Q2</option>';
|
| html += '<option value="AWQ-4bit">AWQ</option><option value="FP8">FP8</option><option value="FP4">FP4</option><option value="NVFP4">NVFP4</option></select>';
|
| html += '<span class="hwfit-help-chip hwfit-help-chip-inline hwfit-quant-help" title="Lower quant tiers (Q2/Q3/Q4 / AWQ-4bit) are smaller, faster, and cheaper to run, at some quality loss. Higher tiers (Q8 / FP8 / FP16 / BF16) preserve more quality but need more VRAM. “All” shows the best-scoring quant per model — pick a specific one to filter.">?</span>';
|
| html += '</span>';
|
|
|
|
|
|
|
| html += '<label class="hwfit-ctx-control" title="Context length for fit estimates. Lower it to find more models that could fit your hardware.">';
|
| html += '<span>Context</span><span class="hwfit-help-chip hwfit-help-chip-inline" title="Context length. Lower it to find more models that could fit your hardware; raise it when you need longer chats or documents.">?</span><input type="range" id="hwfit-context" min="0" max="5" step="1" value="3" />';
|
| html += '<output id="hwfit-context-label">50k</output></label>';
|
|
|
|
|
| html += '<input type="text" class="cookbook-field-input hwfit-search" id="hwfit-search" placeholder="Search models..." style="flex:1;" />';
|
| html += '</div>';
|
| html += '<div class="hwfit-toolbar" style="margin-top:7px;">';
|
| html += '<select class="cookbook-field-input hwfit-server-select" id="hwfit-server-select" style="height:28px;min-width:88px;position:relative;top:0px;">';
|
| html += _buildServerOpts(false);
|
| html += '</select>';
|
| html += '<div class="hwfit-gpu-toggles" id="hwfit-gpu-toggles"></div>';
|
|
|
| html += '<button type="button" class="hwfit-gpu-btn" id="hwfit-rescan" title="Re-scan hardware" style="flex-shrink:0;position:relative;top:-3px;left:-1px;">↻ RESCAN</button>';
|
| html += '<button type="button" class="hwfit-gpu-btn hwfit-hw-manual-btn" id="hwfit-hw-manual-btn" title="Set hardware manually" style="flex-shrink:0;position:relative;top:-3px;left:-1px;display:inline-flex;align-items:center;gap:3px;"><svg width="10" height="10" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2.2" stroke-linecap="round" stroke-linejoin="round" style="flex-shrink:0;"><path d="M12 20h9"/><path d="M16.5 3.5a2.121 2.121 0 0 1 3 3L7 19l-4 1 1-4Z"/></svg>EDIT</button>';
|
|
|
|
|
| html += '<select class="cookbook-field-input hwfit-sort" id="hwfit-sort" style="display:none">';
|
| html += '<option value="fit">Fit</option><option value="score">Score</option><option value="vram">VRAM</option>';
|
| html += '<option value="speed">Speed</option><option value="params">Params</option>';
|
| html += '<option value="context">Context</option></select>';
|
| html += '</div>';
|
| html += '<div class="hwfit-manual-panel hidden" id="hwfit-manual-panel">';
|
| html += '<span class="hwfit-manual-note" style="font-size:10px;opacity:0.6;width:100%;margin-bottom:2px;">Simulator — these values REPLACE detected hardware.</span>';
|
| html += '<select class="hwfit-manual-mode"><option value="gpu">GPU</option><option value="ram">RAM</option></select>';
|
| html += '<label>GPUs<input class="hwfit-manual-gpus" type="text" inputmode="numeric" placeholder="1"></label>';
|
| html += '<label>VRAM per GPU<input class="hwfit-manual-vram" type="text" inputmode="decimal" placeholder="8 GB"></label>';
|
| html += '<label>Total RAM<input class="hwfit-manual-ram" type="text" inputmode="decimal" placeholder="32 GB"></label>';
|
| html += '<select class="hwfit-manual-backend"><option value="cuda">CUDA</option><option value="rocm">ROCm</option></select>';
|
| html += '<button type="button" class="hwfit-hw-manual-save">✓ Apply</button>';
|
| html += '<button type="button" class="hwfit-hw-manual-clear">× Clear</button>';
|
| html += '</div>';
|
| html += '<div id="hwfit-hw-row" style="display:none;align-items:center;gap:4px;margin-top:3px;padding-top:2px;"><span style="font-size:10px;padding:2px 8px;border-radius:10px;background:color-mix(in srgb, var(--fg) 8%, transparent);color:var(--fg);opacity:0.7;white-space:nowrap;flex-shrink:0;position:relative;top:-1px;">Detected hardware</span><div class="hwfit-hw" id="hwfit-hw" style="flex:1;"></div></div>';
|
| html += '<div class="hwfit-list" id="hwfit-list"></div>';
|
|
|
|
|
|
|
| html += '<div class="hwfit-list-footer" style="display:none;">'
|
| + 'Don\'t see a model? '
|
| + '<a href="https://github.com/pewdiepie-archdaemon/odysseus/discussions/1962" target="_blank" rel="noopener" style="color:var(--accent,var(--red));text-decoration:none;display:inline-flex;align-items:center;gap:4px;vertical-align:middle;position:relative;top:-1px;">'
|
| + 'Request it →'
|
| + '<svg width="11" height="11" viewBox="0 0 16 16" fill="currentColor" aria-hidden="true" style="flex-shrink:0;"><path d="M8 0C3.58 0 0 3.58 0 8a8 8 0 0 0 5.47 7.59c.4.07.55-.17.55-.38 0-.19-.01-.82-.01-1.49-2.01.37-2.53-.49-2.69-.94-.09-.23-.48-.94-.82-1.13-.28-.15-.68-.52-.01-.53.63-.01 1.08.58 1.23.82.72 1.21 1.87.87 2.33.66.07-.52.28-.87.51-1.07-1.78-.2-3.64-.89-3.64-3.95 0-.87.31-1.59.82-2.15-.08-.2-.36-1.02.08-2.12 0 0 .67-.21 2.2.82.64-.18 1.32-.27 2-.27.68 0 1.36.09 2 .27 1.53-1.04 2.2-.82 2.2-.82.44 1.1.16 1.92.08 2.12.51.56.82 1.27.82 2.15 0 3.07-1.87 3.75-3.65 3.95.29.25.54.73.54 1.48 0 1.07-.01 1.93-.01 2.2 0 .21.15.46.55.38A8.013 8.013 0 0 0 16 8c0-4.42-3.58-8-8-8z"/></svg>'
|
| + '</a>'
|
| + '</div>';
|
|
|
| html += '</div></div>';
|
|
|
|
|
| html += '<div class="cookbook-group hidden" data-backend-group="Serve">';
|
| html += '<div class="admin-card" style="flex:1;display:flex;flex-direction:column;overflow:hidden;">';
|
| html += '<div style="display:flex;align-items:baseline;gap:8px;margin-bottom:2px;">';
|
| html += '<h2 style="margin:0;padding:0;line-height:1;">Serve <span id="serve-stats" class="memory-count" style="font-size:0.6em;opacity:0.6;font-weight:normal"></span></h2>';
|
| html += '</div>';
|
| const _selSrv = _es.servers.find(s => s.host === _es.remoteHost) || _es.servers[0] || {};
|
| const _srvDirs = (Array.isArray(_selSrv.modelDirs) ? _selSrv.modelDirs : [_selSrv.modelDir || '~/.cache/huggingface/hub']).map(d => d.replaceAll('✕', '').replaceAll('✖', '').trim()).filter(Boolean);
|
| html += '<div class="cookbook-serve-dirs" style="margin-top:6px;">';
|
| html += _srvDirs.map(d => `<span class="cookbook-serve-dir-pill">${esc(d)}</span>`).join('');
|
| html += '<span class="cookbook-serve-dir-edit" title="Edit in Settings">edit</span>';
|
| html += '</div>';
|
| html += '<div style="display:flex;gap:4px;align-items:center;margin-top:4px;">';
|
| html += '<select class="memory-sort-select" id="hwfit-cache-server" style="height:24px;">' + _buildServerOpts(true) + '</select>';
|
| html += '<select class="memory-sort-select" id="serve-sort" style="height:24px;">';
|
| html += '<option value="name">Name</option><option value="size-desc">Size \u2193</option><option value="size-asc">Size \u2191</option><option value="recent">Recent</option>';
|
| html += '</select>';
|
| html += '</div>';
|
| html += '<div class="memory-toolbar" style="margin-top:8px;">';
|
| html += '<div class="memory-category-filters">';
|
| html += '<input type="text" class="memory-search-input" id="serve-search" placeholder="Search cached models\u2026" style="flex:1;min-width:120px;" />';
|
| html += '<button class="memory-toolbar-btn" id="hwfit-cache-select">Select</button>';
|
| html += '</div>';
|
| html += '<div class="doclib-lang-chips" id="serve-tags"></div>';
|
| html += '</div>';
|
|
|
| html += '<div class="memory-bulk-bar hidden" id="serve-bulk-bar">';
|
| html += '<label class="memory-bulk-check-all"><input type="checkbox" id="serve-select-all"> All</label>';
|
| html += '<span id="serve-bulk-count" style="font-size:10px;opacity:0.5;">0 selected</span>';
|
| html += '<button class="memory-toolbar-btn danger" id="serve-bulk-delete" style="position:relative;top:-3px;"><svg width="11" height="11" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round" style="vertical-align:-1px;margin-right:3px;"><polyline points="3 6 5 6 21 6"/><path d="M19 6l-1 14a2 2 0 0 1-2 2H8a2 2 0 0 1-2-2L5 6"/><path d="M10 11v6"/><path d="M14 11v6"/></svg>Delete</button>';
|
| html += '<button class="memory-toolbar-btn" id="serve-bulk-cancel" title="Cancel (Esc)" style="margin-left:4px;padding:3px 6px;position:relative;top:-7px;"><svg width="11" height="11" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2.5" stroke-linecap="round"><line x1="18" y1="6" x2="6" y2="18"/><line x1="6" y1="6" x2="18" y2="18"/></svg></button>';
|
| html += '</div>';
|
|
|
| html += '<div class="doclib-grid hwfit-cached-list" id="hwfit-cached-list"></div>';
|
| html += '</div></div>';
|
|
|
|
|
| html += '<div class="cookbook-group hidden" data-backend-group="Dependencies">';
|
| html += '<div class="admin-card" style="flex:1;display:flex;flex-direction:column;overflow:hidden;">';
|
| html += '<div style="display:flex;align-items:center;gap:8px;margin-bottom:4px;">';
|
| html += '<h2 style="margin:0;padding:0;line-height:1;">Dependencies</h2>';
|
|
|
|
|
| html += '<span style="font-size:10px;opacity:0.5;margin-left:auto;">Server</span>';
|
| html += '<select class="cookbook-field-input" id="hwfit-deps-server" style="height:28px;min-width:70px;">';
|
| html += _buildServerOpts(false);
|
| html += '</select>';
|
| html += '</div>';
|
| html += '<p class="memory-desc doclib-desc">Optional packages that extend Odysseus capabilities.</p>';
|
| html += '<div class="doclib-grid" id="cookbook-deps-list"></div>';
|
| html += '</div></div>';
|
|
|
|
|
|
|
|
|
|
|
| html += '<div class="cookbook-group hidden cookbook-settings-stack" data-backend-group="Settings">';
|
|
|
|
|
| html += '<div class="admin-card" style="flex:0 0 auto;display:flex;flex-direction:column;">';
|
| html += '<div style="display:flex;align-items:baseline;gap:8px;margin-bottom:2px;">';
|
| html += '<h2 style="margin:0;padding:0;line-height:1;">HuggingFace Token</h2>';
|
| html += '</div>';
|
| html += '<p class="memory-desc doclib-desc">Personal access token for downloading gated and private models.</p>';
|
| html += '<div class="memory-toolbar">';
|
| html += `<div style="display:flex;gap:4px;align-items:center;">`;
|
|
|
|
|
| if (_es.hfTokenConfigured) {
|
| html += `<span class="hwfit-hf-check" title="Token stored" style="font-weight:800;color:var(--green,#50fa7b);font-size:15px;line-height:1;flex-shrink:0;position:relative;top:2px;">✓</span>`;
|
| }
|
| const hfPlaceholder = _es.hfTokenConfigured
|
| ? `Stored (${esc(_es.hfTokenMasked || 'configured')}) - enter a new token to replace`
|
| : 'hf_...';
|
| html += `<input type="password" class="memory-search-input" id="hwfit-hftoken" value="${esc(_es.hfToken || '')}" placeholder="${hfPlaceholder}" style="flex:1;" />`;
|
| html += `</div>`;
|
| html += '</div>';
|
| html += '</div>';
|
|
|
|
|
| html += '<div class="admin-card" style="flex:0 0 auto;display:flex;flex-direction:column;">';
|
| html += '<div style="display:flex;align-items:baseline;gap:8px;margin-bottom:2px;margin-top:-4px;">';
|
| html += '<h2 style="margin:0;padding:0;line-height:1;">Servers</h2>';
|
|
|
|
|
| html += '<button class="cal-add-btn cal-add-btn-text" id="cookbook-server-add" title="Add server" style="margin-left:auto;"><span class="cal-add-plus">+</span><span class="cal-add-label">Add</span></button>';
|
| html += '</div>';
|
| html += '<p class="memory-desc doclib-desc">Configure SSH servers, install Odysseus keys, choose model directories, and set the default server. Local is this machine.</p>';
|
| html += '<div class="memory-toolbar cookbook-servers-toolbar" style="margin-top:4px;">';
|
| html += `<div id="cookbook-servers-list">`;
|
| for (let i = 0; i < _es.servers.length; i++) {
|
| html += _serverEntryHtml(_es.servers[i], i, _es.defaultServer || '', false);
|
| }
|
| html += `</div>`;
|
| html += '</div>';
|
|
|
| html += '</div></div>';
|
|
|
| body.innerHTML = html;
|
| _wireTabEvents(body);
|
|
|
|
|
| _hwfitInit();
|
| _hwfitFetch();
|
| }
|
|
|
|
|
|
|
| import * as Modals from './modalManager.js';
|
|
|
| let _rendered = false;
|
|
|
| let _closeGen = 0;
|
|
|
|
|
|
|
|
|
| if (typeof window !== 'undefined' && !window._cookbookServeEscBound) {
|
| window._cookbookServeEscBound = true;
|
| document.addEventListener('keydown', (e) => {
|
| if (e.key !== 'Escape') return;
|
| const modal = document.getElementById('cookbook-modal');
|
| if (!modal || modal.classList.contains('hidden')) return;
|
|
|
|
|
| const activeRow = modal.querySelector('.hwfit-row-active');
|
| if (activeRow) {
|
| e.stopImmediatePropagation();
|
| e.preventDefault();
|
| activeRow.classList.remove('hwfit-row-active');
|
| return;
|
| }
|
| const expanded = modal.querySelector('.memory-item.doclib-card-expanded');
|
| if (!expanded) return;
|
| e.stopImmediatePropagation();
|
| e.preventDefault();
|
|
|
| expanded.querySelector('.hwfit-serve-panel')?.remove();
|
| expanded.classList.remove('doclib-card-expanded');
|
| expanded.style.flexDirection = '';
|
| expanded.style.alignItems = '';
|
| const list = expanded.closest('.hwfit-cached-list') || document.getElementById('hwfit-cached-list');
|
| if (list) { list.style.minHeight = ''; list.style.maxHeight = ''; }
|
| }, true);
|
| }
|
|
|
| export async function open(opts) {
|
| const modal = document.getElementById('cookbook-modal');
|
| if (!modal) return;
|
|
|
|
|
| const _applyIntent = () => {
|
| if (!opts) return;
|
| if (opts.tab) {
|
| const t = modal.querySelector(`.cookbook-tab[data-backend="${opts.tab}"]`);
|
| if (t && !t.classList.contains('active')) t.click();
|
| }
|
| if (opts.usecase) {
|
| const u = document.getElementById('hwfit-usecase');
|
| if (u && u.value !== opts.usecase) { u.value = opts.usecase; u.dispatchEvent(new Event('change', { bubbles: true })); }
|
| }
|
| if (opts.serveSearch) {
|
| const s = document.getElementById('serve-search');
|
| if (s) { s.value = opts.serveSearch; s.dispatchEvent(new Event('input', { bubbles: true })); }
|
| }
|
| };
|
|
|
| if (Modals.isMinimized('cookbook-modal')) {
|
| Modals.restore('cookbook-modal');
|
| _renderRunningTab();
|
| setTimeout(_applyIntent, 0);
|
| return;
|
| }
|
|
|
| if (!modal.classList.contains('hidden')) {
|
| setTimeout(_applyIntent, 0);
|
| return;
|
| }
|
| _setCookbookOpening(true);
|
| try {
|
|
|
| _closeGen++;
|
|
|
| const _content = modal.querySelector('.modal-content');
|
| if (_content) {
|
| _content.classList.remove('modal-closing', 'sheet-ready', 'cookbook-modal-entering');
|
| _content.style.transform = '';
|
| _content.style.transition = '';
|
| _content.style.animation = '';
|
| _content.style.opacity = '';
|
| }
|
| modal.style.display = '';
|
| Modals.register('cookbook-modal', {
|
| railBtnId: 'rail-cookbook',
|
| sidebarBtnId: 'tool-cookbook-btn',
|
| closeFn: () => _doClose(),
|
| restoreFn: () => { _renderRunningTab(); },
|
| });
|
| _wireCookbookDrag(modal);
|
| await _syncFromServer();
|
|
|
|
|
|
|
|
|
|
|
|
|
| try { Object.assign(_envState, _readStoredEnvState()); } catch {}
|
|
|
|
|
| if (_envState.defaultServer) {
|
| const _dk = _envState.defaultServer;
|
| if (_dk === 'local') {
|
| _envState.remoteHost = ''; _envState.env = 'none'; _envState.envPath = ''; _envState.platform = '';
|
| } else {
|
| const _ds = (_envState.servers || []).find(s => s.host === _dk);
|
| if (_ds) { _envState.remoteHost = _ds.host; _envState.env = _ds.env || 'none'; _envState.envPath = _ds.envPath || ''; _envState.platform = _ds.platform || ''; }
|
| }
|
| }
|
|
|
|
|
|
|
|
|
|
|
|
|
| _renderRecipes();
|
| _rendered = true;
|
| _clearCookbookNotif();
|
| _renderRunningTab();
|
|
|
|
|
|
|
|
|
| try { _selfHealStaleTasks({ oneShot: true }); } catch {}
|
| if (_content) {
|
|
|
|
|
|
|
| _content.classList.add('cookbook-modal-entering');
|
| }
|
| modal.classList.remove('hidden');
|
| if (_content) {
|
| void _content.offsetWidth;
|
| _content.addEventListener('animationend', () => {
|
| _content.classList.remove('cookbook-modal-entering');
|
| }, { once: true });
|
| }
|
| setTimeout(_applyIntent, 0);
|
| } finally {
|
| _setCookbookOpening(false);
|
| }
|
| }
|
|
|
|
|
|
|
|
|
|
|
| let _cookbookDragWired = false;
|
| function _wireCookbookDrag(modal) {
|
| if (_cookbookDragWired || !modal) return;
|
| const content = modal.querySelector('.modal-content');
|
| const header = modal.querySelector('.modal-header');
|
| if (!content || !header) return;
|
| _cookbookDragWired = true;
|
| makeWindowDraggable(modal, {
|
| content, header,
|
| skipSelector: '.close-btn, .modal-close',
|
|
|
|
|
|
|
| enableDock: true,
|
| });
|
| }
|
|
|
| function _doClose() {
|
| const modal = document.getElementById('cookbook-modal');
|
| if (!modal) return;
|
| const content = modal.querySelector('.modal-content');
|
| const myGen = ++_closeGen;
|
| if (content && !content.classList.contains('modal-closing')) {
|
| content.classList.add('modal-closing');
|
| content.addEventListener('animationend', () => {
|
| if (myGen !== _closeGen) return;
|
| modal.classList.add('hidden');
|
| content.classList.remove('modal-closing');
|
| }, { once: true });
|
| setTimeout(() => {
|
| if (myGen !== _closeGen) return;
|
| if (!modal.classList.contains('hidden')) { modal.classList.add('hidden'); content.classList.remove('modal-closing'); }
|
| }, 250);
|
| } else {
|
| modal.classList.add('hidden');
|
| }
|
| }
|
|
|
| export function close() {
|
|
|
| if (Modals.isRegistered('cookbook-modal')) {
|
| Modals.close('cookbook-modal');
|
| } else {
|
| _doClose();
|
| }
|
| }
|
|
|
| export function isVisible() {
|
| const modal = document.getElementById('cookbook-modal');
|
| if (!modal) return false;
|
| if (Modals.isMinimized('cookbook-modal')) return false;
|
| return !modal.classList.contains('hidden');
|
| }
|
|
|
|
|
| document.addEventListener('DOMContentLoaded', () => {
|
| const closeBtn = document.getElementById('close-cookbook-modal');
|
| if (closeBtn) closeBtn.addEventListener('click', close);
|
|
|
| const modal = document.getElementById('cookbook-modal');
|
| if (modal) {
|
| modal.addEventListener('click', (e) => {
|
| if (uiModule.isTouchInsideModal()) return;
|
| if (e.target === modal) close();
|
| });
|
| }
|
| });
|
|
|
|
|
|
|
|
|
|
|
| function _sshPrefix(port) {
|
| return port && port !== '22' ? `-p ${port} ` : '';
|
| }
|
|
|
| const shared = {
|
| _envState,
|
| _sshCmd,
|
| _getPort,
|
| _sshPrefix,
|
| _serverByVal,
|
| _selectedServer,
|
| _getPlatform,
|
| _isWindows,
|
| _isMetal,
|
| _buildEnvPrefix,
|
| _buildServeCmd,
|
| _shellQuote,
|
| _psQuote,
|
| _detectBackend,
|
| _detectToolParser,
|
| _detectModelOptimizations,
|
| _loadPresets,
|
| _savePresets,
|
| _copyText,
|
| _persistEnvState,
|
| _refreshDependencies: _fetchDependencies,
|
| _getGpuToggleTotal: () => _gpuToggleTotal,
|
| modelLogo,
|
| esc,
|
| };
|
|
|
|
|
| initRunning({
|
| ...shared,
|
| });
|
|
|
|
|
| initDownload({
|
| ...shared,
|
| _addTask,
|
| _renderRunningTab,
|
| _loadTasks,
|
| _saveTasks,
|
| });
|
|
|
|
|
| initServe({
|
| ...shared,
|
| _launchServeTask,
|
| _retryDownload,
|
| _nextAvailablePort,
|
| });
|
|
|
|
|
|
|
|
|
| export {
|
| _loadTasks, _saveTasks, _addTask, _removeTask,
|
| _tmuxCmd, _renderRunningTab,
|
| _launchServeTask, _serveAutoFix, _serveAutoRetry, _serveAutoRetryReplace, _serveAutoRetryRemove,
|
| _startBackgroundMonitor,
|
| _setPanelField, _setPanelCheckbox,
|
| _wirePanelEvents, _runPanelCmd, _runModelDownload, _buildDownloadCmd,
|
| _isLocalEntry,
|
| };
|
|
|
| const cookbookModule = { open, close, isVisible, startBackgroundMonitor: _startBackgroundMonitor };
|
|
|
| export default cookbookModule;
|
|
|
