File size: 3,160 Bytes
6111b2b | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 | import { getVersionManagerTool } from "@/lib/db/versionManager";
import { markAllUnavailable } from "@/lib/db/serviceModels";
import { registerSupervisor, getSupervisor } from "./registry";
import { ServiceSupervisor } from "./ServiceSupervisor";
import { resolveSpawnArgs as nineRouterSpawnArgs } from "./installers/ninerouter";
import {
resolveSpawnArgs as cliproxySpawnArgs,
CLIPROXY_DEFAULT_PORT,
} from "./installers/cliproxy";
import { getOrCreateApiKey } from "./apiKey";
import { scheduleServiceModelSync, stopServiceModelSync } from "./modelSync";
import type { ServiceStatus } from "./types";
const NINEROUTER_PORT = parseInt(process.env.NINEROUTER_PORT ?? "20130", 10);
const CLIPROXY_PORT = parseInt(process.env.CLIPROXYAPI_PORT ?? String(CLIPROXY_DEFAULT_PORT), 10);
type ServiceEntry = {
tool: string;
port: number;
healthPath: string;
healthIntervalMs: number;
stopTimeoutMs: number;
logsBufferBytes: number;
needsApiKey: boolean;
};
const SERVICES: ServiceEntry[] = [
{
tool: "9router",
port: NINEROUTER_PORT,
healthPath: "/api/health",
healthIntervalMs: 2_000,
stopTimeoutMs: 15_000,
logsBufferBytes: 5_242_880,
needsApiKey: true,
},
{
tool: "cliproxy",
port: CLIPROXY_PORT,
healthPath: "/v1/models",
healthIntervalMs: 5_000,
stopTimeoutMs: 15_000,
logsBufferBytes: 5_242_880,
needsApiKey: false,
},
];
function buildSpawnArgsFactory(
cfg: ServiceEntry,
apiKey: string
): () => ReturnType<typeof nineRouterSpawnArgs> {
if (cfg.tool === "9router") {
return () => nineRouterSpawnArgs(apiKey, cfg.port);
}
return () => cliproxySpawnArgs(cfg.port);
}
export async function bootstrapEmbeddedServices(): Promise<void> {
for (const cfg of SERVICES) {
if (getSupervisor(cfg.tool)) continue;
const row = await getVersionManagerTool(cfg.tool);
if (!row || row.status === "not_installed") continue;
const apiKey = cfg.needsApiKey
? await getOrCreateApiKey(cfg.tool).catch(() => "placeholder")
: "";
const supervisor = new ServiceSupervisor({
tool: cfg.tool,
port: cfg.port,
spawnArgs: buildSpawnArgsFactory(cfg, apiKey),
healthUrl: () => `http://127.0.0.1:${cfg.port}${cfg.healthPath}`,
healthIntervalMs: cfg.healthIntervalMs,
stopTimeoutMs: cfg.stopTimeoutMs,
logsBufferBytes: cfg.logsBufferBytes,
});
registerSupervisor(supervisor);
const baseUrl = `http://127.0.0.1:${cfg.port}`;
supervisor.on("stateChange", (status: ServiceStatus) => {
if (status.state === "running") {
scheduleServiceModelSync(cfg.tool, baseUrl, apiKey);
} else if (status.state === "stopped" || status.state === "error") {
stopServiceModelSync(cfg.tool);
markAllUnavailable(cfg.tool);
}
});
if (row.autoStart) {
supervisor.start().catch((err: unknown) => {
const msg = err instanceof Error ? err.message : String(err);
console.warn(`[Services] Auto-start failed for ${cfg.tool}: ${msg}`);
});
}
}
}
|