import { afterEach, describe, expect, it, vi } from "vitest";
import { dnsResolver, fetchWebContent, WebFetchError } from "../web-fetch.js";
describe("web-fetch", () => {
const originalFetch = global.fetch;
afterEach(() => {
vi.restoreAllMocks();
global.fetch = originalFetch;
});
it("extracts html content", async () => {
global.fetch = vi.fn().mockResolvedValue({
ok: true,
status: 200,
url: "https://example.com/final",
headers: new Headers({ "content-type": "text/html" }),
text: async () => "HelloTitle
Body
",
} as Response);
const result = await fetchWebContent("https://example.com");
expect(result.content).toContain("Title Body");
expect(result.title).toBe("Hello");
expect(result.description).toBe("Desc");
expect(result.finalUrl).toBe("https://example.com/final");
});
it("pretty prints json", async () => {
global.fetch = vi.fn().mockResolvedValue({
ok: true,
status: 200,
url: "https://example.com",
headers: new Headers({ "content-type": "application/json" }),
text: async () => '{"a":1}',
} as Response);
const result = await fetchWebContent("https://example.com");
expect(result.content).toContain('"a": 1');
});
it("passes through plain text", async () => {
global.fetch = vi.fn().mockResolvedValue({
ok: true,
status: 200,
url: "https://example.com",
headers: new Headers({ "content-type": "text/plain" }),
text: async () => "hello world",
} as Response);
const result = await fetchWebContent("https://example.com");
expect(result.content).toBe("hello world");
});
it("maps timeout", async () => {
global.fetch = vi.fn().mockImplementation(async (_url, init: RequestInit) => {
await new Promise((_, reject) => init.signal?.addEventListener("abort", () => reject(new DOMException("Aborted", "AbortError"))));
return { ok: true, status: 200, url: "https://example.com", headers: new Headers(), text: async () => "" } as Response;
});
await expect(fetchWebContent("https://example.com", { timeoutMs: 1 })).rejects.toMatchObject({ code: "timeout" });
});
it("truncates content to max bytes", async () => {
global.fetch = vi.fn().mockResolvedValue({
ok: true,
status: 200,
url: "https://example.com",
headers: new Headers({ "content-type": "text/plain" }),
text: async () => "x".repeat(100),
} as Response);
const result = await fetchWebContent("https://example.com", { maxBytes: 10 });
expect(result.content).toHaveLength(10);
expect(result.truncated).toBe(true);
expect(result.bytesRead).toBe(100);
});
it("maps non-ok response to http-error", async () => {
global.fetch = vi.fn().mockResolvedValue({ ok: false, status: 404 } as Response);
await expect(fetchWebContent("https://example.com")).rejects.toMatchObject({ code: "http-error" });
});
it.each(["file:///tmp/test", "ftp://example.com", "data:text/plain,hello"])("blocks unsupported scheme %s", async (url) => {
await expect(fetchWebContent(url)).rejects.toMatchObject({ code: "blocked-scheme" });
});
it.each(["http://127.0.0.1", "http://10.0.0.5", "http://[::1]", "http://169.254.0.1"])("blocks private literal host %s", async (url) => {
await expect(fetchWebContent(url)).rejects.toMatchObject({ code: "blocked-host" });
});
it("blocks dns-resolved private host", async () => {
vi.spyOn(dnsResolver, "lookup").mockResolvedValue([{ address: "10.0.0.1", family: 4 }] as unknown as Awaited>);
const pending = fetchWebContent("https://internal.example.com");
await expect(pending).rejects.toBeInstanceOf(WebFetchError);
await expect(pending).rejects.toMatchObject({ code: "blocked-host" });
});
});