File size: 2,093 Bytes
5448d8b | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 | import { describe, it } from "node:test";
import assert from "node:assert/strict";
import { buildCompressionPreviewDiff } from "../../../open-sse/services/compression/diffHelper.ts";
describe("compression preview diff", () => {
it("reports diff segments, preserved blocks, rules, validation warnings, and fallback status", () => {
const original = "Please use `exact_token` and the API.";
const compressed = "Use `exact_token` and API.";
const preview = buildCompressionPreviewDiff(original, compressed, {
originalTokens: 10,
compressedTokens: 6,
savingsPercent: 40,
techniquesUsed: ["caveman-rules"],
mode: "standard",
timestamp: Date.now(),
rulesApplied: ["polite_framing", "articles"],
validationWarnings: ["sample warning"],
});
assert.ok(preview.segments.some((segment) => segment.type === "removed"));
assert.ok(preview.preservedBlocks.some((block) => block.kind === "inline_code"));
assert.deepEqual(preview.ruleRemovals, ["polite_framing", "articles"]);
assert.match(preview.validationWarnings.join("\n"), /sample warning/);
assert.equal(preview.fallbackApplied, false);
});
it("reports validation errors for protected content loss", () => {
const preview = buildCompressionPreviewDiff(
"Use `exact_token` and https://example.com.",
"Use token.",
null
);
assert.equal(preview.fallbackApplied, true);
assert.ok(preview.validationErrors.length >= 2);
});
it("degrades preview diff generation when token product exceeds the safe limit", () => {
const original = Array.from({ length: 1500 }, (_, index) => `original-${index}`).join(" ");
const compressed = Array.from({ length: 1500 }, (_, index) => `compressed-${index}`).join(" ");
const preview = buildCompressionPreviewDiff(original, compressed, null);
assert.deepEqual(preview.segments, [{ type: "same", text: "[diff omitted: input too large]" }]);
assert.match(preview.validationWarnings.join("\n"), /Preview diff omitted/);
});
});
|