Support OnDevice Encoding & Content Flagging for iOS AppStore

.gitignore

@@ -5,4 +5,5 @@ uploads
 .env
 adminsdk.json
 hive-test-script.js
-connect.sh
+connect.sh
+routes/mobile/extracted

mongoDB.js

@@ -127,7 +127,7 @@ const VideoSchema = new mongoose.Schema({
     description: String,
     status: {
         type: String,
-        enum: ["uploaded", "encoding", "saving", "published", "deleted", "encoding_failed", "encoding_queued", "encoding_halted_time", "encoding_queued_vod", "scheduled", "encoding_ipfs", "encoding_preparing", "publish_manual", "self_deleted", "beneficiary_check_failed"],
+        enum: ["uploaded", "encoding", "saving", "published", "deleted", "encoding_failed", "encoding_queued", "encoding_halted_time", "encoding_queued_vod", "scheduled", "encoding_ipfs", "encoding_preparing", "publish_manual", "self_deleted", "beneficiary_check_failed", "ipfs_pinning", "ipfs_pinning_failed", "publish_later"],
         default: 'uploaded',
         required: true
     },
@@ -351,6 +351,53 @@ const PodcastSchema = new mongoose.Schema({
     podcast_languages: Array
 });
 
+const ReportedDataSchema = new mongoose.Schema({
+    name: {
+        type: String,
+        required: true,
+        index: true,
+    },
+    permlink: {
+        type: String,
+        required: true,
+        index: true,
+    },
+    reportedBy: {
+        type: String,
+        required: true,
+    },
+    reason: {
+        type: String,
+        required: true,
+    },
+    createdAt: {
+        type: Date,
+        required: true,
+        default: new Date(),
+    }
+});
+
+const ReportedUserSchema = new mongoose.Schema({
+    name: {
+        type: String,
+        required: true,
+        index: true,
+    },
+    reportedBy: {
+        type: String,
+        required: true,
+    },
+    reason: {
+        type: String,
+        required: true,
+    },
+    createdAt: {
+        type: Date,
+        required: true,
+        default: new Date(),
+    }
+});
+
 const VideoBoost = mongoose.model("VideoBoost", VideoBoostSchema);
 const ChatBotToken = mongoose.model("ChatBotToken", ChatBotTokenSchema);
 const HiveAccountChallenge = mongoose.model("HiveAccountChallenge", HiveAccountChallengeSchema);
@@ -380,6 +427,8 @@ const InboxVerification = mongoose.model('InboxVerification', InboxVerificationS
 const Donation = mongoose.model('Donation', DonationSchema);
 const DonationAccountTypes = mongoose.model('DonationAccountTypes', DonationAccountTypesSchema)
 const Podcast = mongoose.model('Podcast', PodcastSchema)
+const ReportedData = mongoose.model("ReportedData", ReportedDataSchema);
+const ReportedUser = mongoose.model("ReportedUser", ReportedUserSchema);
 
 async function updateBalance(user) {
     const tx = await Transaction.aggregate([
@@ -480,4 +529,6 @@ export default {
   Donation,
   DonationAccountTypes,
   Podcast,
+  ReportedData,
+  ReportedUser,
 };

package.json

@@ -13,18 +13,21 @@
     "@hiveio/dhive": "^1.2.0",
     "@hiveio/hive-js": "^2.0.4",
     "@mux/mux-node": "^2.8.1",
-    "@nftstorage/ipfs-cluster": "github:3speaknetwork/ipfs-cluster",
+    "@nftstorage/ipfs-cluster": "https://github.com/spknetwork/ipfs-cluster.git",
     "@sentry/node": "^5.30.0",
     "@web-std/fetch": "^3.0.3",
     "@web-std/file": "^1.1.4",
     "@web-std/form-data": "^3.0.2",
+    "adm-zip": "^0.5.16",
     "amqplib": "^0.6.0",
     "aws-sdk": "^2.1133.0",
     "axios": "^0.20.0",
     "base58-js": "^1.0.4",
+    "buffer": "^6.0.3",
     "connect-mongo": "^2.0.3",
     "cookie-parser": "^1.4.6",
     "crypto-price": "0.0.6",
+    "dayjs": "^1.11.13",
     "debug": "^2.6.9",
     "dids": "^2.4.3",
     "dotenv": "^15.0.1",
@@ -36,6 +39,7 @@
     "hivesigner": "^3.2.7",
     "http-errors": "^1.6.3",
     "ipfs-cluster-api": "0.0.9",
+    "joi": "^17.13.3",
     "jsonwebtoken": "^8.5.1",
     "key-did-provider-ed25519": "^1.1.0",
     "key-did-resolver": "^1.4.4",
@@ -59,6 +63,7 @@
     "steemconnect": "^2.0.1",
     "twig": "^0.10.3",
     "unique-slug": "^2.0.2",
+    "url": "^0.11.4",
     "xss": "^1.0.11"
   },
   "devDependencies": {

routes/index.js

@@ -145,7 +145,7 @@ router.get('/my-videos', middleware.requireLogin, middleware.requireIdentity, as
         query.userId = req.session.user.user_id;
     }
 
-    const statusOptions = ["uploaded", "encoding", "published", "deleted", "encoding_failed", "encoding_queued"];
+    const statusOptions = ["uploaded", "encoding", "published", "deleted", "encoding_failed", "encoding_queued", "ipfs_pinning_failed", "ipfs_pinning"];
     let { status = undefined } = req.query;
     if (status !== undefined) {
         if (statusOptions.includes(status)) {
@@ -189,7 +189,7 @@ router.get('/my-videos', middleware.requireLogin, middleware.requireIdentity, as
                         video.visible_status = `Finalizing`
                     } else if (job.status === "assigned") {
                         video.visible_status = `Assigned to encoding node`
-                    } else if (job.status === "failed" || job.status === "encoding_failed") {
+                    } else if (job.status === "failed" || job.status === "encoding_failed" || job.status ==="ipfs_pinning_failed") {
                         video.visible_status = `Encoding Failed. If you want this video to be published please upload it again.`
                     } else {
                         video.visible_status = job.status
@@ -218,7 +218,7 @@ router.get('/my-videos', middleware.requireLogin, middleware.requireIdentity, as
                 video.visible_status = 'Deleted'
             } else if (video.status === "published") {
                 video.visible_status = "Published"
-            } else if (video.status === 'encoding_failed') {
+            } else if (video.status === 'encoding_failed' || video.status === 'ipfs_pinning_failed') {
                 video.visible_status = "Encoding Failed. If you want this video to be published please upload it again."
             } else if (video.status === "encoding_queued") {
                 video.visible_status = "Queued for encoding<br><b class=\"text-danger\">Please do not attempt to re-upload unless the status reads \"Encoding Failed\"</b>"

routes/ipfs-helper.js

@@ -0,0 +1,37 @@
+import config from "../config/index.js";
+import { Cluster } from '@nftstorage/ipfs-cluster';
+import fs from 'fs';
+
+import fetch from '@web-std/fetch'
+import { FormData } from '@web-std/form-data'
+import { File, Blob } from '@web-std/file'
+
+Object.assign(global, { fetch, File, Blob, FormData })
+
+let cluster;
+if (process.env.ENV === "dev") {
+    cluster = new Cluster(process.env.IPFS_CLUSTER_URL, {
+        headers: {
+            Authorization: process.env.IPFS_CLUSTER_AUTH
+        },
+    });
+} else {
+    cluster = new Cluster("http://localhost:9094", {});
+}
+
+async function addFileAndGetCID(filePath) {
+    try {
+        const fileContent = fs.readFileSync(filePath);
+        const fileName = filePath.split('/').pop();
+
+        const result = await cluster.add({
+            path: fileName,
+            content: fileContent,
+        });
+        const cid = result.cid['/'];
+        console.log(`File added to IPFS with CID: ${cid}`);
+        return cid;
+    } catch (error) {
+        console.error('Error adding file to IPFS:', error);
+    }
+}

routes/mobile/middleware-mobile.js

@@ -67,6 +67,7 @@ async function requireMobileLogin(req, res, next) {
       });
       await cCreator.save();
     }
+    req.user = user;
     next();
   } else {
     const reason =
@@ -108,7 +109,8 @@ async function hasValidPostBeneficiariesAndPayout(author, permlink) {
     }
     const fromMobile =
       video !== null && video !== undefined ? video.fromMobile : true;
-    const sagar = beneficiaries.filter((o) => o.account === "sagarkothari88");
+    const mobileAppDevName = "sagarkothari88";
+    const sagar = beneficiaries.filter((o) => o.account === mobileAppDevName);
     const spkBeneficiary = beneficiaries.filter(
       (o) => o.account === "spk.beneficiary"
     );
@@ -117,8 +119,8 @@ async function hasValidPostBeneficiariesAndPayout(author, permlink) {
       fromMobile !== null &&
       fromMobile === true
     ) {
-      if (sagar.length === 0 || spkBeneficiary.length === 0) return false;
-      const sagarBenWeight = sagar[0].weight;
+      if ((sagar.length === 0 && video.owner !== mobileAppDevName) || spkBeneficiary.length === 0) return false;
+      const sagarBenWeight = video.owner === mobileAppDevName ? 100 : sagar[0].weight;
       const spkBeneficiaryWeight = spkBeneficiary[0].weight;
       if (
         sagarBenWeight === undefined ||