From ebab39cdf5b0d4f2eade44eeef9d900d4139fd9a Mon Sep 17 00:00:00 2001
From: Ilya Kreymer <ikreymer@gmail.com>
Date: Wed, 28 Feb 2024 13:00:28 -0800
Subject: [PATCH] set status to 200 for directFetchCapture() responses - only
 200 responses used for direct fetching don't log statsuCode === 0, assume
 error/unset

---
 src/crawler.ts | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/src/crawler.ts b/src/crawler.ts
index 3b82e9a8..9faf6b3e 100644
--- a/src/crawler.ts
+++ b/src/crawler.ts
@@ -720,6 +720,7 @@ self.__bx_behaviors.selectMainBehavior();
           if (mime) {
             data.mime = mime;
           }
+          data.statusCode = 200;
           logger.info(
             "Direct fetch successful",
             { url, ...logDetails },
@@ -1971,7 +1972,7 @@ self.__bx_behaviors.selectMainBehavior();
       row.mime = mime;
     }
 
-    if (statusCode !== 200) {
+    if (statusCode && statusCode !== 200) {
       row.statusCode = statusCode;
     }