Stowage/browsertrix-crawler
2
0
Fork 0
mirror of https://github.com/webrecorder/browsertrix-crawler.git synced 2025-10-19 06:23:16 +00:00
Code Issues Projects Releases Packages Wiki Activity

set status to 200 for directFetchCapture() responses - only 200 responses used for direct fetching

Browse source 
don't log statsuCode === 0, assume error/unset
This commit is contained in:
Ilya Kreymer 2024-02-28 13:00:28 -08:00
parent 1612737d44
commit ebab39cdf5
1 changed files with 2 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

3
src/crawler.ts
View file

@ -720,6 +720,7 @@ self.__bx_behaviors.selectMainBehavior();
if (mime) {
data.mime = mime;
}
data.statusCode = 200;
logger.info(
"Direct fetch successful",
{ url, ...logDetails },
@ -1971,7 +1972,7 @@ self.__bx_behaviors.selectMainBehavior();
row.mime = mime;
}
if (statusCode !== 200) {
if (statusCode && statusCode !== 200) {
row.statusCode = statusCode;
}