Support for behaviors from 'recorder flow' JSON created in devtools (#818)

New Feature:
- support 'flow behavior' from JSON specification
- detect .json files via --customBehaviors
- log behavior progress while running
- logging tweaks (via browsertrix-behaviors 0.8.4) to limit logging for
custom behaviors
- differentiate logging for iframes, move more behavior messages to
debug
- move initCrawlState() to happen earlier to ensure Redis logging can happen in case of fatal errors
- docs to be added in separate follow-up PR
This commit is contained in:
Ilya Kreymer 2025-04-09 12:24:29 +02:00 committed by GitHub
parent 2961d3b9f2
commit c796996664
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
12 changed files with 1279 additions and 55 deletions

View file

@ -1,6 +1,6 @@
{
"name": "browsertrix-crawler",
"version": "1.5.11",
"version": "1.6.0-beta.0",
"main": "browsertrix-crawler",
"type": "module",
"repository": "https://github.com/webrecorder/browsertrix-crawler",
@ -17,8 +17,9 @@
},
"dependencies": {
"@novnc/novnc": "1.4.0",
"@puppeteer/replay": "^3.1.1",
"@webrecorder/wabac": "^2.22.9",
"browsertrix-behaviors": "^0.8.3",
"browsertrix-behaviors": "^0.8.4",
"client-zip": "^2.4.5",
"css-selector-parser": "^3.0.5",
"fetch-socks": "^1.3.0",
@ -57,8 +58,10 @@
"eslint-plugin-react": "^7.22.0",
"http-server": "^14.1.1",
"jest": "^29.7.0",
"lighthouse": "^12.5.1",
"md5": "^2.3.0",
"prettier": "3.0.3",
"puppeteer": "^24.4.0",
"typescript": "^5.5.4"
},
"jest": {