Spaces:
Paused
Paused
| import fs from "node:fs/promises"; | |
| import os from "node:os"; | |
| import path from "node:path"; | |
| import { afterEach, beforeEach, describe, expect, it } from "vitest"; | |
| import { chunkMarkdown, listMemoryFiles, normalizeExtraMemoryPaths } from "./internal.js"; | |
| describe("normalizeExtraMemoryPaths", () => { | |
| it("trims, resolves, and dedupes paths", () => { | |
| const workspaceDir = path.join(os.tmpdir(), "memory-test-workspace"); | |
| const absPath = path.resolve(path.sep, "shared-notes"); | |
| const result = normalizeExtraMemoryPaths(workspaceDir, [ | |
| " notes ", | |
| "./notes", | |
| absPath, | |
| absPath, | |
| "", | |
| ]); | |
| expect(result).toEqual([path.resolve(workspaceDir, "notes"), absPath]); | |
| }); | |
| }); | |
| describe("listMemoryFiles", () => { | |
| let tmpDir: string; | |
| beforeEach(async () => { | |
| tmpDir = await fs.mkdtemp(path.join(os.tmpdir(), "memory-test-")); | |
| }); | |
| afterEach(async () => { | |
| await fs.rm(tmpDir, { recursive: true, force: true }); | |
| }); | |
| it("includes files from additional paths (directory)", async () => { | |
| await fs.writeFile(path.join(tmpDir, "MEMORY.md"), "# Default memory"); | |
| const extraDir = path.join(tmpDir, "extra-notes"); | |
| await fs.mkdir(extraDir, { recursive: true }); | |
| await fs.writeFile(path.join(extraDir, "note1.md"), "# Note 1"); | |
| await fs.writeFile(path.join(extraDir, "note2.md"), "# Note 2"); | |
| await fs.writeFile(path.join(extraDir, "ignore.txt"), "Not a markdown file"); | |
| const files = await listMemoryFiles(tmpDir, [extraDir]); | |
| expect(files).toHaveLength(3); | |
| expect(files.some((file) => file.endsWith("MEMORY.md"))).toBe(true); | |
| expect(files.some((file) => file.endsWith("note1.md"))).toBe(true); | |
| expect(files.some((file) => file.endsWith("note2.md"))).toBe(true); | |
| expect(files.some((file) => file.endsWith("ignore.txt"))).toBe(false); | |
| }); | |
| it("includes files from additional paths (single file)", async () => { | |
| await fs.writeFile(path.join(tmpDir, "MEMORY.md"), "# Default memory"); | |
| const singleFile = path.join(tmpDir, "standalone.md"); | |
| await fs.writeFile(singleFile, "# Standalone"); | |
| const files = await listMemoryFiles(tmpDir, [singleFile]); | |
| expect(files).toHaveLength(2); | |
| expect(files.some((file) => file.endsWith("standalone.md"))).toBe(true); | |
| }); | |
| it("handles relative paths in additional paths", async () => { | |
| await fs.writeFile(path.join(tmpDir, "MEMORY.md"), "# Default memory"); | |
| const extraDir = path.join(tmpDir, "subdir"); | |
| await fs.mkdir(extraDir, { recursive: true }); | |
| await fs.writeFile(path.join(extraDir, "nested.md"), "# Nested"); | |
| const files = await listMemoryFiles(tmpDir, ["subdir"]); | |
| expect(files).toHaveLength(2); | |
| expect(files.some((file) => file.endsWith("nested.md"))).toBe(true); | |
| }); | |
| it("ignores non-existent additional paths", async () => { | |
| await fs.writeFile(path.join(tmpDir, "MEMORY.md"), "# Default memory"); | |
| const files = await listMemoryFiles(tmpDir, ["/does/not/exist"]); | |
| expect(files).toHaveLength(1); | |
| }); | |
| it("ignores symlinked files and directories", async () => { | |
| await fs.writeFile(path.join(tmpDir, "MEMORY.md"), "# Default memory"); | |
| const extraDir = path.join(tmpDir, "extra"); | |
| await fs.mkdir(extraDir, { recursive: true }); | |
| await fs.writeFile(path.join(extraDir, "note.md"), "# Note"); | |
| const targetFile = path.join(tmpDir, "target.md"); | |
| await fs.writeFile(targetFile, "# Target"); | |
| const linkFile = path.join(extraDir, "linked.md"); | |
| const targetDir = path.join(tmpDir, "target-dir"); | |
| await fs.mkdir(targetDir, { recursive: true }); | |
| await fs.writeFile(path.join(targetDir, "nested.md"), "# Nested"); | |
| const linkDir = path.join(tmpDir, "linked-dir"); | |
| let symlinksOk = true; | |
| try { | |
| await fs.symlink(targetFile, linkFile, "file"); | |
| await fs.symlink(targetDir, linkDir, "dir"); | |
| } catch (err) { | |
| const code = (err as NodeJS.ErrnoException).code; | |
| if (code === "EPERM" || code === "EACCES") { | |
| symlinksOk = false; | |
| } else { | |
| throw err; | |
| } | |
| } | |
| const files = await listMemoryFiles(tmpDir, [extraDir, linkDir]); | |
| expect(files.some((file) => file.endsWith("note.md"))).toBe(true); | |
| if (symlinksOk) { | |
| expect(files.some((file) => file.endsWith("linked.md"))).toBe(false); | |
| expect(files.some((file) => file.endsWith("nested.md"))).toBe(false); | |
| } | |
| }); | |
| }); | |
| describe("chunkMarkdown", () => { | |
| it("splits overly long lines into max-sized chunks", () => { | |
| const chunkTokens = 400; | |
| const maxChars = chunkTokens * 4; | |
| const content = "a".repeat(maxChars * 3 + 25); | |
| const chunks = chunkMarkdown(content, { tokens: chunkTokens, overlap: 0 }); | |
| expect(chunks.length).toBeGreaterThan(1); | |
| for (const chunk of chunks) { | |
| expect(chunk.text.length).toBeLessThanOrEqual(maxChars); | |
| } | |
| }); | |
| }); | |