llama.cpp/tools/server/webui/src/lib/services/props.service.ts

import { apiFetchWithParams } from '$lib/utils';

export class PropsService {
	/**
	 *
	 *
	 * Fetching
	 *
	 *
	 */

	/**
	 * Fetches global server properties from the `/props` endpoint.
	 * In MODEL mode, returns modalities for the single loaded model.
	 * In ROUTER mode, returns server-wide settings without model-specific modalities.
	 *
	 * @param autoload - If false, prevents automatic model loading (default: false)
	 * @returns Server properties including default generation settings and capabilities
	 * @throws {Error} If the request fails or returns invalid data
	 */
	static async fetch(autoload = false): Promise<ApiLlamaCppServerProps> {
		const params: Record<string, string> = {};
		if (!autoload) {
			params.autoload = 'false';
		}

		return apiFetchWithParams<ApiLlamaCppServerProps>('./props', params, { authOnly: true });
	}

	/**
	 * Fetches server properties for a specific model (ROUTER mode only).
	 * Required in ROUTER mode because global `/props` does not include per-model modalities.
	 *
	 * @param modelId - The model ID to fetch properties for
	 * @param autoload - If false, prevents automatic model loading (default: false)
	 * @returns Server properties specific to the requested model
	 * @throws {Error} If the request fails, model not found, or model not loaded
	 */
	static async fetchForModel(modelId: string, autoload = false): Promise<ApiLlamaCppServerProps> {
		const params: Record<string, string> = { model: modelId };
		if (!autoload) {
			params.autoload = 'false';
		}

		return apiFetchWithParams<ApiLlamaCppServerProps>('./props', params, { authOnly: true });
	}
}