Just ignore paths under 10K bytes

PRX · May 3, 2024 · 7f4e74f · 7f4e74f
1 parent 0067d13
commit 7f4e74f
Show file tree

Hide file tree

Showing 2 changed files with 9 additions and 5 deletions.
diff --git a/lib/util.js b/lib/util.js
@@ -1,6 +1,7 @@
 const log = require("lambda-log");
 
 const IGNORE_PATHS = [/^$/, /^favicon\.ico$/, /^robots.txt$/];
+const IGNORE_BYTES_UNDER = 10000;
 
 /**
  * Parse string to date array
@@ -71,7 +72,8 @@ exports.parseUsage = (dayDate, rows) =>
         /* eslint-enable camelcase */
       }
 
-      if (!IGNORE_PATHS.some((r) => r.test(uri))) {
+      const ignored = IGNORE_PATHS.find((r) => r.test(uri));
+      if (bytes >= IGNORE_BYTES_UNDER && !ignored) {
         log.warn(`unrecognized uri: '${uri}' (${bytes} bytes)`);
       }
       return null;

diff --git a/lib/util.test.js b/lib/util.test.js
@@ -86,14 +86,16 @@ describe("util", () => {
       });
     });
 
-    it("warns for unrecognized paths", () => {
+    it("warns for unrecognized paths over 10K bytes", () => {
       jest.spyOn(log, "warn").mockImplementation(() => null);
 
       const day = new Date("2024-03-04");
       const rows = util.parseUsage(day, [
-        ["whatev", "99"],
-        ["robots.txt", "88"],
-        ["string/string", "77"],
+        ["whatev", "10001"],
+        ["robots.txt", "10001"],
+        ["string/string", "10001"],
+        ["too/few/bytes", "9999"],
+        ["not-much", "4"],
       ]);
 
       expect(rows.length).toEqual(0);