Node.js

npm install @mrscraper/sdk

{
	"type": "module"
}

export MRSCRAPER_API_TOKEN=your_token_here

import {
	fetchHtml,
	createAiScraper,
	MrScraperError,
} from "@mrscraper/sdk";

try {
	// 1. Fetch raw HTML (or JSON string) from a URL
	const html = await fetchHtml({
		url: "https://example.com",
	});

	console.log(html);

	// 2. Create an AI scraper (listing agent)
	const scraper = await createAiScraper({
		url: "https://example.com/products",
		message: "Extract all product names and prices",
		agent: "listing",
	});

	console.log(scraper);
} catch (err) {
	if (err instanceof MrScraperError) {
		console.error(`[${err.status ?? "network"}] ${err.message}`);
	} else {
		throw err;
	}
}

import { fetchHtml } from "@mrscraper/sdk";

const html = await fetchHtml({
	url: "https://example.com",
	timeout: 120,
	geoCode: "US",
	blockResources: false,
	// token: "optional_override_token"
});

import { createAiScraper } from "@mrscraper/sdk";

const scraper = await createAiScraper({
	url: "https://example.com/products",
	message: "Extract all product names and prices",
	agent: "listing",
	proxyCountry: "US",
	// token: "optional_override_token"
});

import { createAiScraper } from "@mrscraper/sdk";

const mapResult = await createAiScraper({
	url: "https://example.com",
	agent: "map",
	maxDepth: 2,
	maxPages: 50,
	limit: 1000,
	includePatterns: "/blog",
	excludePatterns: "/admin",
	// token: "optional_override_token"
});

import { rerunAiScraper } from "@mrscraper/sdk";

const result = await rerunAiScraper({
	scraperId: "your-scraper-id",
	url: "https://example.com/new-page",
	maxDepth: 2,
	maxPages: 50,
	limit: 1000,
	includePatterns: "",
	excludePatterns: "",
	// token: "optional_override_token"
});

import { bulkRerunAiScraper } from "@mrscraper/sdk";

const bulkResult = await bulkRerunAiScraper({
	scraperId: "your-scraper-id",
	urls: ["https://example.com/page1", "https://example.com/page2"],
	// token: "optional_override_token"
});

import { rerunManualScraper } from "@mrscraper/sdk";

const single = await rerunManualScraper({
	scraperId: "your-manual-scraper-id",
	url: "https://example.com/target",
	// token: "optional_override_token"
});

import { bulkRerunManualScraper } from "@mrscraper/sdk";

const bulk = await bulkRerunManualScraper({
	scraperId: "your-manual-scraper-id",
	urls: ["https://example.com/a", "https://example.com/b"],
	// token: "optional_override_token"
});

import { getAllResults } from "@mrscraper/sdk";

const results = await getAllResults({
	sortField: "updatedAt",
	sortOrder: "DESC",
	pageSize: 10,
	page: 1,
	search: "example.com",
	dateRangeColumn: "createdAt",
	startAt: "2024-01-01T00:00:00Z",
	endAt: "2024-12-31T23:59:59Z",
	// token: "optional_override_token"
});

import { getResultById } from "@mrscraper/sdk";

const result = await getResultById({
	resultId: "your-result-id",
	// token: "optional_override_token"
});

import { fetchHtml, MrScraperError } from "@mrscraper/sdk";

try {
	await fetchHtml({ url: "https://example.com" });
} catch (err) {
	if (err instanceof MrScraperError) {
		console.error(err.message);
		console.error(err.status);
	}
}