File size: 2,060 Bytes
88c4c60 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 | import { describe, it, expect, beforeEach } from "vitest";
import { getRotatedModels, resetComboRotation } from "../../open-sse/services/combo.js";
describe("combo round-robin routing", () => {
beforeEach(() => {
resetComboRotation();
});
it("keeps existing one-request round-robin behavior by default", () => {
const models = ["provider/model-a", "provider/model-b"];
const firstChoices = Array.from({ length: 4 }, () => (
getRotatedModels(models, "code-xhigh", "round-robin")[0]
));
expect(firstChoices).toEqual([
"provider/model-a",
"provider/model-b",
"provider/model-a",
"provider/model-b",
]);
});
it("sticks to each combo model for the configured number of requests", () => {
const models = ["provider/model-a", "provider/model-b"];
const firstChoices = Array.from({ length: 6 }, () => (
getRotatedModels(models, "code-xhigh", "round-robin", 2)[0]
));
expect(firstChoices).toEqual([
"provider/model-a",
"provider/model-a",
"provider/model-b",
"provider/model-b",
"provider/model-a",
"provider/model-a",
]);
});
it("tracks sticky rotation independently per combo", () => {
const models = ["provider/model-a", "provider/model-b"];
expect(getRotatedModels(models, "code-high", "round-robin", 2)[0]).toBe("provider/model-a");
expect(getRotatedModels(models, "code-xhigh", "round-robin", 2)[0]).toBe("provider/model-a");
expect(getRotatedModels(models, "code-high", "round-robin", 2)[0]).toBe("provider/model-a");
expect(getRotatedModels(models, "code-high", "round-robin", 2)[0]).toBe("provider/model-b");
expect(getRotatedModels(models, "code-xhigh", "round-robin", 2)[0]).toBe("provider/model-a");
});
it("does not rotate fallback combos", () => {
const models = ["provider/model-a", "provider/model-b"];
expect(getRotatedModels(models, "code-xhigh", "fallback", 2)).toEqual(models);
expect(getRotatedModels(models, "code-xhigh", "fallback", 2)).toEqual(models);
});
});
|