Files
Moltbot/src/media-understanding/format.test.ts
Peter Steinberger 1b973f7506 feat: add inbound media understanding
Co-authored-by: Tristan Manchester <tmanchester96@gmail.com>
2026-01-17 03:54:46 +00:00

92 lines
2.3 KiB
TypeScript

import { describe, expect, it } from "vitest";
import { formatMediaUnderstandingBody } from "./format.js";
describe("formatMediaUnderstandingBody", () => {
it("replaces placeholder body with transcript", () => {
const body = formatMediaUnderstandingBody({
body: "<media:audio>",
outputs: [
{
kind: "audio.transcription",
attachmentIndex: 0,
text: "hello world",
provider: "groq",
},
],
});
expect(body).toBe("[Audio]\nTranscript:\nhello world");
});
it("includes user text when body is meaningful", () => {
const body = formatMediaUnderstandingBody({
body: "caption here",
outputs: [
{
kind: "audio.transcription",
attachmentIndex: 0,
text: "transcribed",
provider: "groq",
},
],
});
expect(body).toBe("[Audio]\nUser text:\ncaption here\nTranscript:\ntranscribed");
});
it("strips leading media placeholders from user text", () => {
const body = formatMediaUnderstandingBody({
body: "<media:audio> caption here",
outputs: [
{
kind: "audio.transcription",
attachmentIndex: 0,
text: "transcribed",
provider: "groq",
},
],
});
expect(body).toBe("[Audio]\nUser text:\ncaption here\nTranscript:\ntranscribed");
});
it("keeps user text once when multiple outputs exist", () => {
const body = formatMediaUnderstandingBody({
body: "caption here",
outputs: [
{
kind: "audio.transcription",
attachmentIndex: 0,
text: "audio text",
provider: "groq",
},
{
kind: "video.description",
attachmentIndex: 1,
text: "video text",
provider: "google",
},
],
});
expect(body).toBe(
[
"User text:\ncaption here",
"[Audio]\nTranscript:\naudio text",
"[Video]\nDescription:\nvideo text",
].join("\n\n"),
);
});
it("formats image outputs", () => {
const body = formatMediaUnderstandingBody({
body: "<media:image>",
outputs: [
{
kind: "image.description",
attachmentIndex: 0,
text: "a cat",
provider: "openai",
},
],
});
expect(body).toBe("[Image]\nDescription:\na cat");
});
});