Default Wait-Time Improvements (#162)

- netIdleWait better defaults: if not set, set to 15 seconds for page/page-spa scope, otherwise to 2 seconds
- default behaviors: include autoscroll in default behavior as well
- restart: if crawl already done, don't attempt to crawl further. if 'waitOnDone' set, wait for signal before exiting.
- bump to puppeteer-core 17.1.2
- bump to 0.7.0-beta.4
This commit is contained in:
Ilya Kreymer 2022-09-08 23:39:26 -07:00 committed by GitHub
parent 5c931275ed
commit 314ee3f730
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
4 changed files with 38 additions and 16 deletions

View file

@ -1,6 +1,6 @@
{
"name": "browsertrix-crawler",
"version": "0.7.0-beta.3",
"version": "0.7.0-beta.4",
"main": "browsertrix-crawler",
"repository": "https://github.com/webrecorder/browsertrix-crawler",
"author": "Ilya Kreymer <ikreymer@gmail.com>, Webrecorder Software",
@ -17,7 +17,7 @@
"minio": "7.0.26",
"node-fetch": "^2.6.1",
"puppeteer-cluster": "github:ikreymer/puppeteer-cluster#async-job-queue",
"puppeteer-core": "^16.1.1",
"puppeteer-core": "^17.1.2",
"request": "^2.88.2",
"sitemapper": "^3.1.2",
"uuid": "8.3.2",