feat: adjust last update time logic while menu is offline

app/controllers/meals_controller.ts

@@ -20,6 +20,7 @@ export default class MealsController {
       const lastHash = await WebsiteHash.query()
         .orderBy("updatedAt", "desc")
         .first();
+      //this case is kinda weird now, but it is very rare
       if (lastHash === null) {
         return response
           .status(200)

scripts/menu_scrapper.ts

@@ -14,14 +14,20 @@ export const url = "https://sks.pwr.edu.pl/menu/";
 
 export async function runScrapper() {
   const trx = await db.transaction();
+  const response = await fetch(url);
+  const data = await response.text();
+  const $ = cheerio.load(data);
+
   try {
     const currentHash = await cacheMenu();
     const storedHash = await WebsiteHash.query()
       .where("hash", currentHash)
       .first();
 
     if (storedHash !== null) {
-      await storedHash.merge({ updatedAt: DateTime.now() }).save();
+      if ($("#menu_table").text().trim() !== "") {
+        await storedHash.merge({ updatedAt: DateTime.now() }).save();
+      }
       logger.info(
         "Hash already exists in the database. Not proceeding with scraping.",
       );
@@ -33,7 +39,7 @@ export async function runScrapper() {
       { hash: currentHash },
       { client: trx },
     );
-    const meals = await scrapeMenu();
+    const meals = await scrapeMenu(data);
 
     for (const meal of meals) {
       if (meal.price === 0) {
@@ -64,10 +70,8 @@ export async function runScrapper() {
   }
 }
 
-export async function scrapeMenu() {
-  const response = await fetch(url);
-  const data = await response.text();
-  const $ = cheerio.load(data);
+export async function scrapeMenu(html: string) {
+  const $ = cheerio.load(html);
 
   return $(".category")
     .map((_, category) => {
@@ -106,7 +110,6 @@ export async function scrapeMenu() {
 export async function cacheMenu() {
   const response = await fetch(url);
   const data = await response.text();
-  console.log(data);
   return createHash("sha256").update(data).digest("hex");
 }
 

tests/unit/menuScrapper/scrape_menu.spec.ts

@@ -1,20 +1,20 @@
-import nock from "nock";
+import fs from "node:fs";
+import path from "node:path";
 
 import { test } from "@japa/runner";
 
 import { expectedResponse } from "#tests/fixtures/parsed_menu_expected_response";
 
-import { scrapeMenu, url } from "../../../scripts/menu_scrapper.js";
+import { scrapeMenu } from "../../../scripts/menu_scrapper.js";
 
 test.group("Menu scrapper scrape menu", () => {
   test("should parse the external menu response", async ({ assert }) => {
-    nock(url)
-      .get("/")
-      .replyWithFile(200, "./tests/fixtures/external_menu_response.html", {
-        "Content-Type": "text/html; charset=UTF-8",
-      });
+    const htmlResponse = fs.readFileSync(
+      path.resolve("./tests/fixtures/external_menu_response.html"),
+      "utf8",
+    );
 
-    const response = await scrapeMenu();
+    const response = await scrapeMenu(htmlResponse);
     assert.deepEqual(response, expectedResponse);
   });
 });