TypeScript SDK

npm install webclaw

pnpm add webclaw

import { Webclaw } from "webclaw";

const client = new Webclaw({ apiKey: "wc_your_api_key" });

const client = new Webclaw({
  apiKey: "wc_your_api_key",
  baseUrl: "https://api.webclaw.io",  // default
  timeout: 60_000,                     // ms
});

const result = await client.scrape({
  url: "https://example.com",
  formats: ["markdown", "text", "llm"],
  include_selectors: ["article", ".content"],
  exclude_selectors: ["nav", "footer"],
  only_main_content: true,
  no_cache: true,
});

result.url       // string
result.markdown  // string | undefined
result.text      // string | undefined
result.llm       // string | undefined
result.metadata  // PageMetadata
result.cache     // { status: "hit" | "miss" | "bypass" }
result.warning   // string | undefined

const job = await client.crawl({
  url: "https://example.com",
  max_depth: 3,
  max_pages: 100,
  use_sitemap: true,
});

// Poll until complete
const status = await job.waitForCompletion({
  interval: 2_000,   // ms between polls (default 2s)
  maxWait: 300_000,  // max total wait (default 5min)
});

console.log(status.status);    // "completed" | "failed"
console.log(status.total);     // pages discovered
console.log(status.completed); // pages crawled
console.log(status.errors);    // pages that errored

for (const page of status.pages) {
  console.log(page.url, page.markdown?.length);
}

const result = await client.map({ url: "https://example.com" });
console.log(result.count);
result.urls.forEach((url) => console.log(url));

const result = await client.batch({
  urls: ["https://a.com", "https://b.com", "https://c.com"],
  formats: ["markdown"],
  concurrency: 5,
});

for (const item of result.results) {
  if ("error" in item) {
    console.error(item.url, item.error);
  } else {
    console.log(item.url, item.markdown?.length);
  }
}

const result = await client.extract({
  url: "https://example.com/pricing",
  schema: {
    type: "object",
    properties: {
      plans: {
        type: "array",
        items: {
          type: "object",
          properties: {
            name: { type: "string" },
            price: { type: "string" },
          },
        },
      },
    },
  },
});
console.log(result.data);

const result = await client.extract({
  url: "https://example.com",
  prompt: "Extract all pricing tiers with names and monthly prices",
});
console.log(result.data);

const result = await client.summarize({
  url: "https://example.com",
  max_sentences: 3,
});
console.log(result.summary);

const result = await client.brand({ url: "https://example.com" });
console.log(result); // { colors: [...], fonts: [...], logo_url: "..." }

import {
  WebclawError,
  AuthenticationError,
  RateLimitError,
  TimeoutError,
} from "webclaw";

try {
  const result = await client.scrape({ url: "https://example.com" });
} catch (err) {
  if (err instanceof AuthenticationError) {
    console.error("Check your API key");
  } else if (err instanceof RateLimitError) {
    console.error("Rate limited, retry after:", err.retryAfter, "s");
  } else if (err instanceof TimeoutError) {
    console.error("Request timed out after", err.timeout, "ms");
  } else if (err instanceof WebclawError) {
    console.error("API error:", err.statusCode, err.message);
  }
}

import type {
  ScrapeRequest,
  ScrapeResponse,
  CrawlRequest,
  CrawlStatusResponse,
  MapResponse,
  BatchRequest,
  BatchResponse,
  ExtractRequest,
  ExtractResponse,
  SummarizeResponse,
  BrandResponse,
  Format,
  PageMetadata,
  WebclawConfig,
} from "webclaw";