browsertrix-crawler/package.json
Ilya Kreymer 81e8fa6da7
Incremental save state (#124)
* save state: if --saveState set to always, incrementally save state every --saveStateInterval seconds, and keep last --saveStateHistory number of save states
in the /crawls directory - defaults to saving every 5 mins and keeping the last 5 save states
display save state status on startup
page write fixes: add missing await
fix for #113

* update README
2022-03-14 10:41:56 -07:00

32 lines
893 B
JSON

{
"name": "browsertrix-crawler",
"version": "0.5.0-beta.5",
"main": "browsertrix-crawler",
"repository": "https://github.com/webrecorder/browsertrix-crawler",
"author": "Ilya Kreymer <ikreymer@gmail.com>, Webrecorder Software",
"license": "MIT",
"scripts": {
"lint": "eslint *.js util/*.js tests/*.test.js"
},
"dependencies": {
"abort-controller": "^3.0.0",
"browsertrix-behaviors": "^0.2.5",
"ioredis": "^4.27.1",
"js-yaml": "^4.1.0",
"minio": "^7.0.26",
"node-fetch": "^2.6.1",
"puppeteer-cluster": "github:ikreymer/puppeteer-cluster#async-job-queue",
"puppeteer-core": "^13.3.2",
"sitemapper": "^3.1.2",
"uuid": "8.3.2",
"warcio": "^1.5.0",
"ws": "^7.4.4",
"yargs": "^16.0.3"
},
"devDependencies": {
"eslint": "^7.20.0",
"eslint-plugin-react": "^7.22.0",
"jest": "^26.6.3",
"md5": "^2.3.0"
}
}