mirror of
https://github.com/webrecorder/browsertrix-crawler.git
synced 2025-12-07 13:49:47 +00:00
fix: Skip proxy for seed file and custom behavior downloads (#907)
This commit is contained in:
parent
37a6fa974b
commit
7dd13a9ec4
1 changed files with 2 additions and 1 deletions
|
|
@ -40,8 +40,9 @@ async function writeUrlContentsToFile(
|
|||
url: string,
|
||||
pathPrefix: string,
|
||||
pathDefaultExt: string,
|
||||
useProxy: boolean = false,
|
||||
) {
|
||||
const res = await fetch(url, { dispatcher: getProxyDispatcher(url) });
|
||||
const res = await fetch(url, { dispatcher: useProxy ? getProxyDispatcher(url) : undefined });
|
||||
const fileContents = await res.text();
|
||||
|
||||
const filename =
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue