| import fs from "node:fs/promises"; |
| import os from "node:os"; |
| import path from "node:path"; |
|
|
| import { afterEach, beforeEach, describe, expect, it } from "vitest"; |
|
|
| import { chunkMarkdown, listMemoryFiles, normalizeExtraMemoryPaths } from "./internal.js"; |
|
|
| describe("normalizeExtraMemoryPaths", () => { |
| it("trims, resolves, and dedupes paths", () => { |
| const workspaceDir = path.join(os.tmpdir(), "memory-test-workspace"); |
| const absPath = path.resolve(path.sep, "shared-notes"); |
| const result = normalizeExtraMemoryPaths(workspaceDir, [ |
| " notes ", |
| "./notes", |
| absPath, |
| absPath, |
| "", |
| ]); |
| expect(result).toEqual([path.resolve(workspaceDir, "notes"), absPath]); |
| }); |
| }); |
|
|
| describe("listMemoryFiles", () => { |
| let tmpDir: string; |
|
|
| beforeEach(async () => { |
| tmpDir = await fs.mkdtemp(path.join(os.tmpdir(), "memory-test-")); |
| }); |
|
|
| afterEach(async () => { |
| await fs.rm(tmpDir, { recursive: true, force: true }); |
| }); |
|
|
| it("includes files from additional paths (directory)", async () => { |
| await fs.writeFile(path.join(tmpDir, "MEMORY.md"), "# Default memory"); |
| const extraDir = path.join(tmpDir, "extra-notes"); |
| await fs.mkdir(extraDir, { recursive: true }); |
| await fs.writeFile(path.join(extraDir, "note1.md"), "# Note 1"); |
| await fs.writeFile(path.join(extraDir, "note2.md"), "# Note 2"); |
| await fs.writeFile(path.join(extraDir, "ignore.txt"), "Not a markdown file"); |
|
|
| const files = await listMemoryFiles(tmpDir, [extraDir]); |
| expect(files).toHaveLength(3); |
| expect(files.some((file) => file.endsWith("MEMORY.md"))).toBe(true); |
| expect(files.some((file) => file.endsWith("note1.md"))).toBe(true); |
| expect(files.some((file) => file.endsWith("note2.md"))).toBe(true); |
| expect(files.some((file) => file.endsWith("ignore.txt"))).toBe(false); |
| }); |
|
|
| it("includes files from additional paths (single file)", async () => { |
| await fs.writeFile(path.join(tmpDir, "MEMORY.md"), "# Default memory"); |
| const singleFile = path.join(tmpDir, "standalone.md"); |
| await fs.writeFile(singleFile, "# Standalone"); |
|
|
| const files = await listMemoryFiles(tmpDir, [singleFile]); |
| expect(files).toHaveLength(2); |
| expect(files.some((file) => file.endsWith("standalone.md"))).toBe(true); |
| }); |
|
|
| it("handles relative paths in additional paths", async () => { |
| await fs.writeFile(path.join(tmpDir, "MEMORY.md"), "# Default memory"); |
| const extraDir = path.join(tmpDir, "subdir"); |
| await fs.mkdir(extraDir, { recursive: true }); |
| await fs.writeFile(path.join(extraDir, "nested.md"), "# Nested"); |
|
|
| const files = await listMemoryFiles(tmpDir, ["subdir"]); |
| expect(files).toHaveLength(2); |
| expect(files.some((file) => file.endsWith("nested.md"))).toBe(true); |
| }); |
|
|
| it("ignores non-existent additional paths", async () => { |
| await fs.writeFile(path.join(tmpDir, "MEMORY.md"), "# Default memory"); |
|
|
| const files = await listMemoryFiles(tmpDir, ["/does/not/exist"]); |
| expect(files).toHaveLength(1); |
| }); |
|
|
| it("ignores symlinked files and directories", async () => { |
| await fs.writeFile(path.join(tmpDir, "MEMORY.md"), "# Default memory"); |
| const extraDir = path.join(tmpDir, "extra"); |
| await fs.mkdir(extraDir, { recursive: true }); |
| await fs.writeFile(path.join(extraDir, "note.md"), "# Note"); |
|
|
| const targetFile = path.join(tmpDir, "target.md"); |
| await fs.writeFile(targetFile, "# Target"); |
| const linkFile = path.join(extraDir, "linked.md"); |
|
|
| const targetDir = path.join(tmpDir, "target-dir"); |
| await fs.mkdir(targetDir, { recursive: true }); |
| await fs.writeFile(path.join(targetDir, "nested.md"), "# Nested"); |
| const linkDir = path.join(tmpDir, "linked-dir"); |
|
|
| let symlinksOk = true; |
| try { |
| await fs.symlink(targetFile, linkFile, "file"); |
| await fs.symlink(targetDir, linkDir, "dir"); |
| } catch (err) { |
| const code = (err as NodeJS.ErrnoException).code; |
| if (code === "EPERM" || code === "EACCES") { |
| symlinksOk = false; |
| } else { |
| throw err; |
| } |
| } |
|
|
| const files = await listMemoryFiles(tmpDir, [extraDir, linkDir]); |
| expect(files.some((file) => file.endsWith("note.md"))).toBe(true); |
| if (symlinksOk) { |
| expect(files.some((file) => file.endsWith("linked.md"))).toBe(false); |
| expect(files.some((file) => file.endsWith("nested.md"))).toBe(false); |
| } |
| }); |
| }); |
|
|
| describe("chunkMarkdown", () => { |
| it("splits overly long lines into max-sized chunks", () => { |
| const chunkTokens = 400; |
| const maxChars = chunkTokens * 4; |
| const content = "a".repeat(maxChars * 3 + 25); |
| const chunks = chunkMarkdown(content, { tokens: chunkTokens, overlap: 0 }); |
| expect(chunks.length).toBeGreaterThan(1); |
| for (const chunk of chunks) { |
| expect(chunk.text.length).toBeLessThanOrEqual(maxChars); |
| } |
| }); |
| }); |
|
|