From 653c4a44c0a3d587f8ade799edcfaaef1e40ebda Mon Sep 17 00:00:00 2001 From: Ilya Kreymer Date: Thu, 2 Apr 2026 11:44:33 -0700 Subject: [PATCH] use www path --- tests/sitemap-parse.test.js | 10 ++-------- 1 file changed, 2 insertions(+), 8 deletions(-) diff --git a/tests/sitemap-parse.test.js b/tests/sitemap-parse.test.js index 06459495..ff238010 100644 --- a/tests/sitemap-parse.test.js +++ b/tests/sitemap-parse.test.js @@ -46,15 +46,9 @@ async function runCrawl(numExpected, url, sitemap="", limit=0, numExpectedLessTh maxRetriesPerRequest: 100, }); - while (true) { + for (let i = 0; i < 30; i++) { finished = await redis.zcard("test:q"); - if (await redis.get("test:sitemapDone")) { - await sleep(1000); - finished = await redis.zcard("test:q"); - console.log("finished now", finished, url); - break; - } if (finished >= numExpected) { break; } @@ -86,7 +80,7 @@ test("test sitemap with limit, specific URL", async () => { }); test("test sitemap with application/xml content-type", async () => { - await runCrawl(10, "https://bitarchivist.net/", "", 0); + await runCrawl(10, "https://bitarchivist.net/", "https://www.bitarchivist.net/sitemap.xml", 0); }, 180000); test("test sitemap with narrow scope, extraHops, to ensure out-of-scope sitemap URLs do not count as extraHops", async () => {