skipping resources: ensure HEAD, OPTIONS, 204, 206, and 304 response/request pairs are not written to WARC

src/util/recorder.ts

@@ -912,8 +912,14 @@ export class Recorder {
   }
 
   async serializeToWARC(reqresp: RequestResponseInfo) {
-    if (!reqresp.payload) {
+    if (reqresp.shouldSkip()) {
-      logNetwork("Not writing, no payload", { url: reqresp.url });
+      const { url, method, status, payload } = reqresp;
+      logNetwork("Skipping request/response", {
+        url,
+        method,
+        status,
+        payloadLength: payload && payload.length,
+      });
       return;
     }
 

src/util/reqresp.ts

@@ -270,6 +270,19 @@ export class RequestResponseInfo {
     return true;
   }
 
+  shouldSkip() {
+    // skip OPTIONS/HEAD responses, and 304, 204 or 206 responses
+    if (
+      !this.payload ||
+      (this.method && ["OPTIONS", "HEAD"].includes(this.method)) ||
+      [204, 206, 304].includes(this.status)
+    ) {
+      return true;
+    }
+
+    return false;
+  }
+
   getCanonURL(): string {
     if (!this.method || this.method === "GET") {
       return this.url;