Stowage/browsertrix-crawler
2
0
Fork 0
mirror of https://github.com/webrecorder/browsertrix-crawler.git synced 2025-10-19 14:33:17 +00:00
Code Issues Projects Releases Packages Wiki Activity

Fix for warcio.js (#178)

Browse source 
* dependency fix: set warcio to 1.5.1 until we update to esm support
bump test timeout
fixes #175
bump to 0.7.1
This commit is contained in:
Ilya Kreymer 2022-10-24 08:20:01 +02:00 • committed by GitHub
parent 1213694dde
commit ffa3174578
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
3 changed files with 7 additions and 7 deletions
Download patch file Download diff file Expand all files Collapse all files

4
package.json
View file

@ -1,6 +1,6 @@
{ {
"name": "browsertrix-crawler", "name": "browsertrix-crawler",
"version": "0.7.0", "version": "0.7.1",
"main": "browsertrix-crawler", "main": "browsertrix-crawler",
"repository": "https://github.com/webrecorder/browsertrix-crawler", "repository": "https://github.com/webrecorder/browsertrix-crawler",
"author": "Ilya Kreymer <ikreymer@gmail.com>, Webrecorder Software", "author": "Ilya Kreymer <ikreymer@gmail.com>, Webrecorder Software",
@ -21,7 +21,7 @@
"request": "^2.88.2", "request": "^2.88.2",
"sitemapper": "^3.1.2", "sitemapper": "^3.1.2",
"uuid": "8.3.2", "uuid": "8.3.2",
"warcio": "^1.5.0", "warcio": "1.5.1",
"ws": "^7.4.4", "ws": "^7.4.4",
"yargs": "^16.0.3" "yargs": "^16.0.3"
}, },

2
tests/extra_hops_depth.test.js
View file

@ -3,7 +3,7 @@ const exec = util.promisify(require("child_process").exec);
const fs = require("fs"); const fs = require("fs");
test("check that URLs are crawled 2 extra hops beyond depth", async () => { test("check that URLs are crawled 2 extra hops beyond depth", async () => {
jest.setTimeout(60000); jest.setTimeout(120000);
try { try {
await exec("docker run -v $PWD/test-crawls:/crawls -v $PWD/tests/fixtures:/tests/fixtures webrecorder/browsertrix-crawler crawl --collection extra-hops-beyond --extraHops 2 --url https://example.com/ --limit 7"); await exec("docker run -v $PWD/test-crawls:/crawls -v $PWD/tests/fixtures:/tests/fixtures webrecorder/browsertrix-crawler crawl --collection extra-hops-beyond --extraHops 2 --url https://example.com/ --limit 7");

8
yarn.lock
View file

@ -5295,10 +5295,10 @@ walker@^1.0.7, walker@~1.0.5:
dependencies: dependencies:
makeerror "1.0.x" makeerror "1.0.x"
warcio@^1.5.0: warcio@1.5.1:
version "1.5.0" version "1.5.1"
resolved "https://registry.yarnpkg.com/warcio/-/warcio-1.5.0.tgz#da80805f36b26c68c3b79e9d1d334f8df746df3e" resolved "https://registry.yarnpkg.com/warcio/-/warcio-1.5.1.tgz#4e0db94ced22919ce2f6daa72a60bcd1cefc5c54"
integrity sha512-80X3IJ0L5OZYRI/5gIjrLzivP/GVWtWrWsNexvSkfeSafoMsXxViywAuotMh4+WzjrcgDA9SGR1Gpg/uXl/9Fw== integrity sha512-H1BTLMEufutoR5E3Hrpg3mc2gcWVxl+gwXH0BBglR+ISYoXikgvTA2YuiunoLeSARybCkUQI3WgnyeKEIcHV4Q==
dependencies: dependencies:
"@peculiar/webcrypto" "^1.1.1" "@peculiar/webcrypto" "^1.1.1"
esm "^3.2.25" esm "^3.2.25"