browsertrix-crawler/main.js

mirror of https://github.com/webrecorder/browsertrix-crawler.git synced 2025-10-19 14:33:17 +00:00

const { Crawler } = require("./crawler");

new Crawler().run();
refactor crawler and default driver: - add extensible defaultDriver, wrap crawling functionality in Crawler class - support headless/non-headless, custom driver - support custom collection name for pywb, generate-cdx option - autoplay: add slightly delay for splash loading 2020-11-01 19:22:53 -08:00
			`const { Crawler } = require("./crawler");`

			`new Crawler().run();`