128 lines
4.7 KiB
TypeScript
128 lines
4.7 KiB
TypeScript
import fs from "node:fs/promises";
|
|
import os from "node:os";
|
|
import path from "node:path";
|
|
|
|
import { afterEach, beforeEach, describe, expect, it } from "vitest";
|
|
|
|
import { chunkMarkdown, listMemoryFiles, normalizeExtraMemoryPaths } from "./internal.js";
|
|
|
|
describe("normalizeExtraMemoryPaths", () => {
|
|
it("trims, resolves, and dedupes paths", () => {
|
|
const workspaceDir = path.join(os.tmpdir(), "memory-test-workspace");
|
|
const absPath = path.resolve(path.sep, "shared-notes");
|
|
const result = normalizeExtraMemoryPaths(workspaceDir, [
|
|
" notes ",
|
|
"./notes",
|
|
absPath,
|
|
absPath,
|
|
"",
|
|
]);
|
|
expect(result).toEqual([path.resolve(workspaceDir, "notes"), absPath]);
|
|
});
|
|
});
|
|
|
|
describe("listMemoryFiles", () => {
|
|
let tmpDir: string;
|
|
|
|
beforeEach(async () => {
|
|
tmpDir = await fs.mkdtemp(path.join(os.tmpdir(), "memory-test-"));
|
|
});
|
|
|
|
afterEach(async () => {
|
|
await fs.rm(tmpDir, { recursive: true, force: true });
|
|
});
|
|
|
|
it("includes files from additional paths (directory)", async () => {
|
|
await fs.writeFile(path.join(tmpDir, "MEMORY.md"), "# Default memory");
|
|
const extraDir = path.join(tmpDir, "extra-notes");
|
|
await fs.mkdir(extraDir, { recursive: true });
|
|
await fs.writeFile(path.join(extraDir, "note1.md"), "# Note 1");
|
|
await fs.writeFile(path.join(extraDir, "note2.md"), "# Note 2");
|
|
await fs.writeFile(path.join(extraDir, "ignore.txt"), "Not a markdown file");
|
|
|
|
const files = await listMemoryFiles(tmpDir, [extraDir]);
|
|
expect(files).toHaveLength(3);
|
|
expect(files.some((file) => file.endsWith("MEMORY.md"))).toBe(true);
|
|
expect(files.some((file) => file.endsWith("note1.md"))).toBe(true);
|
|
expect(files.some((file) => file.endsWith("note2.md"))).toBe(true);
|
|
expect(files.some((file) => file.endsWith("ignore.txt"))).toBe(false);
|
|
});
|
|
|
|
it("includes files from additional paths (single file)", async () => {
|
|
await fs.writeFile(path.join(tmpDir, "MEMORY.md"), "# Default memory");
|
|
const singleFile = path.join(tmpDir, "standalone.md");
|
|
await fs.writeFile(singleFile, "# Standalone");
|
|
|
|
const files = await listMemoryFiles(tmpDir, [singleFile]);
|
|
expect(files).toHaveLength(2);
|
|
expect(files.some((file) => file.endsWith("standalone.md"))).toBe(true);
|
|
});
|
|
|
|
it("handles relative paths in additional paths", async () => {
|
|
await fs.writeFile(path.join(tmpDir, "MEMORY.md"), "# Default memory");
|
|
const extraDir = path.join(tmpDir, "subdir");
|
|
await fs.mkdir(extraDir, { recursive: true });
|
|
await fs.writeFile(path.join(extraDir, "nested.md"), "# Nested");
|
|
|
|
const files = await listMemoryFiles(tmpDir, ["subdir"]);
|
|
expect(files).toHaveLength(2);
|
|
expect(files.some((file) => file.endsWith("nested.md"))).toBe(true);
|
|
});
|
|
|
|
it("ignores non-existent additional paths", async () => {
|
|
await fs.writeFile(path.join(tmpDir, "MEMORY.md"), "# Default memory");
|
|
|
|
const files = await listMemoryFiles(tmpDir, ["/does/not/exist"]);
|
|
expect(files).toHaveLength(1);
|
|
});
|
|
|
|
it("ignores symlinked files and directories", async () => {
|
|
await fs.writeFile(path.join(tmpDir, "MEMORY.md"), "# Default memory");
|
|
const extraDir = path.join(tmpDir, "extra");
|
|
await fs.mkdir(extraDir, { recursive: true });
|
|
await fs.writeFile(path.join(extraDir, "note.md"), "# Note");
|
|
|
|
const targetFile = path.join(tmpDir, "target.md");
|
|
await fs.writeFile(targetFile, "# Target");
|
|
const linkFile = path.join(extraDir, "linked.md");
|
|
|
|
const targetDir = path.join(tmpDir, "target-dir");
|
|
await fs.mkdir(targetDir, { recursive: true });
|
|
await fs.writeFile(path.join(targetDir, "nested.md"), "# Nested");
|
|
const linkDir = path.join(tmpDir, "linked-dir");
|
|
|
|
let symlinksOk = true;
|
|
try {
|
|
await fs.symlink(targetFile, linkFile, "file");
|
|
await fs.symlink(targetDir, linkDir, "dir");
|
|
} catch (err) {
|
|
const code = (err as NodeJS.ErrnoException).code;
|
|
if (code === "EPERM" || code === "EACCES") {
|
|
symlinksOk = false;
|
|
} else {
|
|
throw err;
|
|
}
|
|
}
|
|
|
|
const files = await listMemoryFiles(tmpDir, [extraDir, linkDir]);
|
|
expect(files.some((file) => file.endsWith("note.md"))).toBe(true);
|
|
if (symlinksOk) {
|
|
expect(files.some((file) => file.endsWith("linked.md"))).toBe(false);
|
|
expect(files.some((file) => file.endsWith("nested.md"))).toBe(false);
|
|
}
|
|
});
|
|
});
|
|
|
|
describe("chunkMarkdown", () => {
|
|
it("splits overly long lines into max-sized chunks", () => {
|
|
const chunkTokens = 400;
|
|
const maxChars = chunkTokens * 4;
|
|
const content = "a".repeat(maxChars * 3 + 25);
|
|
const chunks = chunkMarkdown(content, { tokens: chunkTokens, overlap: 0 });
|
|
expect(chunks.length).toBeGreaterThan(1);
|
|
for (const chunk of chunks) {
|
|
expect(chunk.text.length).toBeLessThanOrEqual(maxChars);
|
|
}
|
|
});
|
|
});
|