aboutsummaryrefslogtreecommitdiff
path: root/test/deep-research/readability-test.ts
blob: 10f9a8b2920bcdcd76b39ed0533adcee550cb7fd (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
/**
 * Unit tests for the pure readability extractor — no browser required.
 *
 * Run: npx tsx test/deep-research/readability-test.ts
 */
import { readFileSync } from "node:fs";
import { join } from "node:path";
import { extractReadable, type PageCapture } from "../../src/domains/readpage/readability";

let passed = 0;
let failed = 0;
const check = (cond: boolean, label: string): void => {
  if (cond) {
    passed++;
    console.log(`  ✓ ${label}`);
  } else {
    failed++;
    console.error(`  ✗ ${label}`);
  }
};

const fixture = (name: string): PageCapture =>
  JSON.parse(readFileSync(join(import.meta.dirname, "fixtures", name), "utf8")) as PageCapture;

// S10: boilerplate stripped, article content preserved
{
  const page = extractReadable(fixture("article-capture.json"));
  check(page.text.includes("Chrome DevTools Protocol lets tools instrument"), "S10: article body text is present");
  check(page.text.includes("Sessions and Targets"), "S10: article headings are preserved");
  check(!page.text.includes("Home Products Blog"), "S10: nav boilerplate is dropped");
  check(!page.text.includes("Copyright 2026"), "S10: footer boilerplate is dropped");
  check(!page.text.includes("Subscribe here for our newsletter"), "S10: high-link-density promo block is dropped");
  check(page.text.includes("## Sessions and Targets"), "S10: paragraph/heading structure preserved as markdown");
  check(page.title === "How the Chrome DevTools Protocol Works" && page.url.startsWith("https://"), "S10: title and url passed through");
  check(page.wordCount > 40, "S10: word count reflects the article body");
}

// S11: no clear article node falls back to bounded body text
{
  const page = extractReadable(fixture("no-article-capture.json"));
  check(page.text.length > 0, "S11: structure-less page falls back to non-empty body text");
  check(page.text.includes("Your account is active"), "S11: fallback body text carries the real content");
}

console.log(`\n${passed} passed, ${failed} failed`);
if (failed > 0) process.exit(1);