Dependency Update (#725)

- update yarn packages
- update RWP to 2.2.4
- update base image to brave 1.73.91
- fix typing issue
- bump to 1.4.0-beta.1

Dockerfile

@@ -1,4 +1,4 @@
-ARG BROWSER_VERSION=1.71.123
+ARG BROWSER_VERSION=1.73.91
 ARG BROWSER_IMAGE_BASE=webrecorder/browsertrix-browser-base:brave-${BROWSER_VERSION}
 
 FROM ${BROWSER_IMAGE_BASE}
@@ -39,7 +39,7 @@ ADD config/ /app/
 
 ADD html/ /app/html/
 
-ARG RWP_VERSION=2.1.4
+ARG RWP_VERSION=2.2.4
 ADD https://cdn.jsdelivr.net/npm/replaywebpage@${RWP_VERSION}/ui.js /app/html/rwp/
 ADD https://cdn.jsdelivr.net/npm/replaywebpage@${RWP_VERSION}/sw.js /app/html/rwp/
 ADD https://cdn.jsdelivr.net/npm/replaywebpage@${RWP_VERSION}/adblock/adblock.gz /app/html/rwp/adblock.gz

package.json

@@ -1,6 +1,6 @@
 {
   "name": "browsertrix-crawler",
-  "version": "1.4.0-beta.0",
+  "version": "1.4.0-beta.1",
   "main": "browsertrix-crawler",
   "type": "module",
   "repository": "https://github.com/webrecorder/browsertrix-crawler",
@@ -17,7 +17,7 @@
   },
   "dependencies": {
     "@novnc/novnc": "^1.4.0",
-    "@webrecorder/wabac": "^2.20.6",
+    "@webrecorder/wabac": "^2.20.7",
     "browsertrix-behaviors": "^0.6.5",
     "client-zip": "^2.4.5",
     "css-selector-parser": "^3.0.5",

src/util/argParser.ts

@@ -36,6 +36,8 @@ export type CrawlerArgs = ReturnType<typeof parseArgs> & {
 
   scopedSeeds: ScopedSeed[];
 
+  customBehaviors: string[];
+
   selectLinks: ExtractSelector[];
 
   crawlId: string;