Stowage/browsertrix-crawler
2
0
Fork 0
mirror of https://github.com/webrecorder/browsertrix-crawler.git synced 2025-10-19 06:23:16 +00:00
Code Issues Projects Releases Packages Wiki Activity

content-type compare for rewriting: use case-insensitive check (#849)

Browse source 
update to wabac.js 2.23.3 for HLS rewriting fixes
part of capture fix for webrecorder/replayweb.page#433
This commit is contained in:
Ilya Kreymer 2025-06-16 11:09:44 -04:00 • committed by GitHub
parent a5936b56aa
commit da953b670b
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
4 changed files with 17 additions and 15 deletions
Download patch file Download diff file Expand all files Collapse all files

2
package.json
View file

@ -18,7 +18,7 @@
"dependencies": {
"@novnc/novnc": "1.4.0",
"@puppeteer/replay": "^3.1.1",
"@webrecorder/wabac": "^2.22.16",
"@webrecorder/wabac": "^2.23.3",
"browsertrix-behaviors": "^0.8.5",
"client-zip": "^2.4.5",
"css-selector-parser": "^3.0.5",

8
src/util/recorder.ts
View file

@ -41,7 +41,7 @@ const WRITE_DUPE_KEY = "s:writedupe";
const MIME_EVENT_STREAM = "text/event-stream";
const RW_MIME_TYPES = [
"application/x-mpegURL",
"application/x-mpegurl",
"application/vnd.apple.mpegurl",
"application/dash+xml",
"text/html",
@ -1117,11 +1117,13 @@ export class Recorder extends EventEmitter {
return false;
}
contentType = contentType.toLowerCase();
let newString = null;
let string = null;
switch (contentType) {
case "application/x-mpegURL":
case "application/x-mpegurl":
case "application/vnd.apple.mpegurl":
string = payload.toString();
newString = rewriteHLS(string, { save: extraOpts });
@ -1171,7 +1173,7 @@ export class Recorder extends EventEmitter {
return true;
}
if (RW_MIME_TYPES.includes(contentType)) {
if (RW_MIME_TYPES.includes(contentType.toLowerCase())) {
return true;
}

4
tsconfig.json
View file

@ -101,8 +101,8 @@
// "allowUnreachableCode": true, /* Disable error reporting for unreachable code. */
/* Completeness */
// "skipDefaultLibCheck": true, /* Skip type checking .d.ts files that are included with TypeScript. */
"skipLibCheck": false /* Skip type checking all .d.ts files. */
"skipDefaultLibCheck": true, /* Skip type checking .d.ts files that are included with TypeScript. */
"skipLibCheck": true /* Skip type checking all .d.ts files. */
},
"include": ["src/**/*"]

18
yarn.lock
View file

@ -1134,16 +1134,16 @@
resolved "https://registry.yarnpkg.com/@ungap/structured-clone/-/structured-clone-1.2.0.tgz#756641adb587851b5ccb3e095daf27ae581c8406"
integrity sha512-zuVdFrMJiuCDQUMCzQaD6KL28MjnqqN8XnAqiEq9PNm/hCPTSGfrXCOfwj1ow4LFb/tNymJPwsNbVePc1xFqrQ==
"@webrecorder/wabac@^2.22.16":
version "2.22.16"
resolved "https://registry.yarnpkg.com/@webrecorder/wabac/-/wabac-2.22.16.tgz#8b9684569b373b8e930852bce4512e2bd2810d65"
integrity sha512-n39kwNOD/bKpAFwQ8AXImFqOUhfqUYoz41E0baGfoXydnJc2LKiS7SMqg3wDHazZH3y2DVlUpPknrD7UM75g0A==
"@webrecorder/wabac@^2.23.3":
version "2.23.3"
resolved "https://registry.yarnpkg.com/@webrecorder/wabac/-/wabac-2.23.3.tgz#405f53649183c54fd116e334eae2666d6514a341"
integrity sha512-NlPNGNmilNf/NEqHbCNPcib4GNnZKQJKK3PIiI0BvEdem/TEjvcn5wEBbUntTYn+VwrhX36QY2HC7Iag+dVnvw==
dependencies:
"@peculiar/asn1-ecc" "^2.3.4"
"@peculiar/asn1-schema" "^2.3.3"
"@peculiar/x509" "^1.9.2"
"@types/js-levenshtein" "^1.1.3"
"@webrecorder/wombat" "^3.8.12"
"@webrecorder/wombat" "^3.8.13"
acorn "^8.10.0"
auto-js-ipfs "^2.1.1"
base64-js "^1.5.1"
@ -1164,10 +1164,10 @@
stream-browserify "^3.0.0"
warcio "^2.4.3"
"@webrecorder/wombat@^3.8.12":
version "3.8.12"
resolved "https://registry.yarnpkg.com/@webrecorder/wombat/-/wombat-3.8.12.tgz#8d44ce0b1bda57ae496f2cf44d4d967feaa019fd"
integrity sha512-4lbjp0XKPBRjyxEZBDZTPEGO6msBX8+irkRzbgFcmnxs5Ln4O9QbYDAr/RB4vTsFlytWcC68VBLwZx2SfIE8dw==
"@webrecorder/wombat@^3.8.13":
version "3.8.13"
resolved "https://registry.yarnpkg.com/@webrecorder/wombat/-/wombat-3.8.13.tgz#264f639dd102dca415f5d01a649d6b95dfac9779"
integrity sha512-gg80bEpJE+2Wn0ZTbfCkt9+vTftJemBwAWe9TYXo7ErCX1v7RbIrZ5LfkjSWx3vCx6R4V31DxXk1mycsVrEapA==
dependencies:
warcio "^2.4.0"