Merge pull request #53 from Giveth/add-cron-job

Add cron job

.github/workflows/pipeline-develop.yml

@@ -22,7 +22,7 @@ jobs:
           git checkout -- .
           git pull
           docker compose stop devouch squid-db
-          docker compose rm -v -f devouch squid-db
-          docker rmi -f $(docker images | grep 'devouch' | awk '{print $3}')
-          docker volume rm $(docker volume ls | grep 'db-data' | awk '{print $2}')
+          # docker compose rm -v -f devouch squid-db
+          # docker rmi -f $(docker images | grep 'devouch' | awk '{print $3}')
+          # docker volume rm $(docker volume ls | grep 'db-data' | awk '{print $2}')
           docker compose up -d --build

package.json

@@ -19,6 +19,7 @@
     "@subsquid/typeorm-store": "^1.4.0",
     "dotenv": "^16.4.4",
     "ethers": "^6.12.1",
+    "node-cron": "^3.0.3",
     "pg": "^8.11.5",
     "type-graphql": "^1.2.0-rc.1",
     "typeorm": "^0.3.20",
@@ -30,6 +31,7 @@
     "@subsquid/typeorm-codegen": "^1.3.3",
     "@types/jest": "^29.5.12",
     "@types/node": "^20.11.17",
+    "@types/node-cron": "^3.0.11",
     "jest": "^29.7.0",
     "ts-jest": "^29.1.2",
     "ts-node": "^10.9.2",

src/features/import-projects/config.ts

@@ -0,0 +1 @@
+export const CRON_SCHEDULE = "0 0 * * *"; // UTC

src/features/import-projects/index.ts

@@ -1,9 +1,19 @@
+import cron from "node-cron";
 import { fetchAndProcessGivethProjects } from "./giveth/helpers";
+import { CRON_SCHEDULE } from "./config";
+
+export const task = async () => {
+  console.log("Importing Projects", new Date());
+  await fetchAndProcessGivethProjects();
+};
 
 export const importProjects = async () => {
   try {
-    console.log("Importing Projects");
-    await fetchAndProcessGivethProjects();
+    console.log("Importing Projects has been scheduled.");
+    cron.schedule(CRON_SCHEDULE, task, {
+      scheduled: true,
+      timezone: "UTC",
+    });
   } catch (error) {
     console.log("Error", error);
   }

src/features/import-projects/standalone.ts

@@ -0,0 +1,3 @@
+import { task } from ".";
+
+task();