Node.js SDK

{
  "type": "module"
}

npm install @mrscraper/sdk

export MRSCRAPER_API_TOKEN=your_token_here

import {
  fetchHtml,
  createAiScraper,
  MrScraperError,
} from "@mrscraper/sdk";

try {
  // 1. Fetch raw HTML from a URL
  const html = await fetchHtml({
    url: "https://example.com",
  });
  console.log(html);

  // 2. Create an AI scraper (listing agent)
  const scraper = await createAiScraper({
    url: "https://example.com/products",
    message: "Extract all product names and prices",
    agent: "listing",
  });
  console.log(scraper);
  
} catch (err) {
  if (err instanceof MrScraperError) {
    console.error(`[${err.status ?? "network"}] ${err.message}`);
  } else {
    throw err;
  }
}

import { fetchHtml } from "@mrscraper/sdk";

const html = await fetchHtml({
  url: "https://example.com",
  timeout: 120,
  geoCode: "US",
  blockResources: false,
  // token: "optional_override_token"
});

import { createAiScraper } from "@mrscraper/sdk";

const scraper = await createAiScraper({
  url: "https://example.com/products",
  message: "Extract all product names and prices",
  agent: "listing",
  proxyCountry: "US",
  // token: "optional_override_token"
});

import { createAiScraper } from "@mrscraper/sdk";

const mapResult = await createAiScraper({
  url: "https://example.com",
  agent: "map",
  maxDepth: 2,
  maxPages: 50,
  limit: 1000,
  includePatterns: "/blog",
  excludePatterns: "/admin",
  // token: "optional_override_token"
});

import { rerunAiScraper } from "@mrscraper/sdk";

const result = await rerunAiScraper({
  scraperId: "your-scraper-id",
  url: "https://example.com/new-page",
  maxDepth: 2,
  maxPages: 50,
  limit: 1000,
  includePatterns: "",
  excludePatterns: "",
  // token: "optional_override_token"
});

import { bulkRerunAiScraper } from "@mrscraper/sdk";

const bulkResult = await bulkRerunAiScraper({
  scraperId: "your-scraper-id",
  urls: ["https://example.com/page1", "https://example.com/page2"],
  // token: "optional_override_token"
});

import { rerunManualScraper } from "@mrscraper/sdk";

const result = await rerunManualScraper({
  scraperId: "your-manual-scraper-id",
  url: "https://example.com/target",
  // token: "optional_override_token"
});

import { bulkRerunManualScraper } from "@mrscraper/sdk";

const bulk = await bulkRerunManualScraper({
  scraperId: "your-manual-scraper-id",
  urls: ["https://example.com/a", "https://example.com/b"],
  // token: "optional_override_token"
});

import { getAllResults } from "@mrscraper/sdk";

const results = await getAllResults({
  sortField: "updatedAt",
  sortOrder: "DESC",
  pageSize: 10,
  page: 1,
  search: "example.com",
  dateRangeColumn: "createdAt",
  startAt: "2024-01-01T00:00:00Z",
  endAt: "2024-12-31T23:59:59Z",
  // token: "optional_override_token"
});

import { getResultById } from "@mrscraper/sdk";

const result = await getResultById({
  resultId: "your-result-id",
  // token: "optional_override_token"
});

import { fetchHtml, MrScraperError } from "@mrscraper/sdk";

try {
  await fetchHtml({ url: "https://example.com" });
} catch (err) {
  if (err instanceof MrScraperError) {
    console.error(`Error: ${err.message}`);
    console.error(`Status: ${err.status ?? "network error"}`);
  } else {
    // Handle unexpected errors
    throw err;
  }
}