Stowage/browsertrix-crawler
2
0
Fork 0
mirror of https://github.com/webrecorder/browsertrix-crawler.git synced 2025-10-19 14:33:17 +00:00
Code Issues Projects Releases Packages Wiki Activity

add undici for 1.1.4 release, to fix #606 (#608)

Browse source
This commit is contained in:
Ilya Kreymer 2024-06-13 18:46:05 -07:00 • committed by GitHub
parent 53d437570e
commit f85727954a
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
4 changed files with 10 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

1
package.json
View file

@ -34,6 +34,7 @@
"sax": "^1.3.0", "sax": "^1.3.0",
"sharp": "^0.32.6", "sharp": "^0.32.6",
"tsc": "^2.0.4", "tsc": "^2.0.4",
"undici": "^6.18.2",
"uuid": "8.3.2", "uuid": "8.3.2",
"warcio": "^2.2.1", "warcio": "^2.2.1",
"ws": "^7.4.4", "ws": "^7.4.4",

2
src/util/recorder.ts
View file

@ -8,6 +8,8 @@ import { logger, formatErr } from "./logger.js";
import { sleep, timedRun, timestampNow } from "./timing.js"; import { sleep, timedRun, timestampNow } from "./timing.js";
import { RequestResponseInfo } from "./reqresp.js"; import { RequestResponseInfo } from "./reqresp.js";
import { fetch, Response } from "undici";
// @ts-expect-error TODO fill in why error is expected // @ts-expect-error TODO fill in why error is expected
import { baseRules as baseDSRules } from "@webrecorder/wabac/src/rewrite/index.js"; import { baseRules as baseDSRules } from "@webrecorder/wabac/src/rewrite/index.js";
import { import {

2
src/util/reqresp.ts
View file

@ -4,6 +4,8 @@ import { getStatusText } from "@webrecorder/wabac/src/utils.js";
import { Protocol } from "puppeteer-core"; import { Protocol } from "puppeteer-core";
import { postToGetUrl } from "warcio"; import { postToGetUrl } from "warcio";
import { Response } from "undici";
const CONTENT_LENGTH = "content-length"; const CONTENT_LENGTH = "content-length";
const CONTENT_TYPE = "content-type"; const CONTENT_TYPE = "content-type";
const EXCLUDE_HEADERS = ["content-encoding", "transfer-encoding"]; const EXCLUDE_HEADERS = ["content-encoding", "transfer-encoding"];

5
yarn.lock
View file

@ -4842,6 +4842,11 @@ undici-types@~5.25.1:
resolved "https://registry.yarnpkg.com/undici-types/-/undici-types-5.25.3.tgz#e044115914c85f0bcbb229f346ab739f064998c3" resolved "https://registry.yarnpkg.com/undici-types/-/undici-types-5.25.3.tgz#e044115914c85f0bcbb229f346ab739f064998c3"
integrity sha512-Ga1jfYwRn7+cP9v8auvEXN1rX3sWqlayd4HP7OKk4mZWylEmu3KzXDUGrQUN6Ol7qo1gPvB2e5gX6udnyEPgdA== integrity sha512-Ga1jfYwRn7+cP9v8auvEXN1rX3sWqlayd4HP7OKk4mZWylEmu3KzXDUGrQUN6Ol7qo1gPvB2e5gX6udnyEPgdA==
undici@^6.18.2:
version "6.18.2"
resolved "https://registry.yarnpkg.com/undici/-/undici-6.18.2.tgz#f662a5dc33cf654fc412a9912e5a07b138d75c97"
integrity sha512-o/MQLTwRm9IVhOqhZ0NQ9oXax1ygPjw6Vs+Vq/4QRjbOAC3B1GCHy7TYxxbExKlb7bzDRzt9vBWU6BDz0RFfYg==
unique-string@^3.0.0: unique-string@^3.0.0:
version "3.0.0" version "3.0.0"
resolved "https://registry.yarnpkg.com/unique-string/-/unique-string-3.0.0.tgz#84a1c377aff5fd7a8bc6b55d8244b2bd90d75b9a" resolved "https://registry.yarnpkg.com/unique-string/-/unique-string-3.0.0.tgz#84a1c377aff5fd7a8bc6b55d8244b2bd90d75b9a"