added auto-archive script + minor improvements

lib/api/migration/migrateToV2.js

@@ -1,122 +0,0 @@
-const { S3 } = require("@aws-sdk/client-s3");
-const { PrismaClient } = require("@prisma/client");
-const { existsSync } = require("fs");
-const util = require("util");
-
-const prisma = new PrismaClient();
-
-const STORAGE_FOLDER = process.env.STORAGE_FOLDER || "data";
-
-const s3Client =
-  process.env.SPACES_ENDPOINT &&
-  process.env.SPACES_REGION &&
-  process.env.SPACES_KEY &&
-  process.env.SPACES_SECRET
-    ? new S3({
-        forcePathStyle: false,
-        endpoint: process.env.SPACES_ENDPOINT,
-        region: process.env.SPACES_REGION,
-        credentials: {
-          accessKeyId: process.env.SPACES_KEY,
-          secretAccessKey: process.env.SPACES_SECRET,
-        },
-      })
-    : undefined;
-
-async function checkFileExistence(path) {
-  if (s3Client) {
-    const bucketParams = {
-      Bucket: process.env.BUCKET_NAME,
-      Key: path,
-    };
-
-    try {
-      const headObjectAsync = util.promisify(
-        s3Client.headObject.bind(s3Client)
-      );
-
-      try {
-        await headObjectAsync(bucketParams);
-        return true;
-      } catch (err) {
-        return false;
-      }
-    } catch (err) {
-      console.log("Error:", err);
-
-      return false;
-    }
-  } else {
-    try {
-      if (existsSync(STORAGE_FOLDER + "/" + path)) {
-        return true;
-      } else return false;
-    } catch (err) {
-      console.log(err);
-    }
-  }
-}
-
-// Avatars
-async function migrateToV2() {
-  const users = await prisma.user.findMany();
-
-  for (let user of users) {
-    const path = `uploads/avatar/${user.id}.jpg`;
-
-    const res = await checkFileExistence(path);
-
-    if (res) {
-      await prisma.user.update({
-        where: { id: user.id },
-        data: { image: path },
-      });
-      console.log(`${user.id}`);
-    } else {
-      console.log(`${user.id}`);
-    }
-  }
-
-  const links = await prisma.link.findMany();
-
-  // PDFs
-  for (let link of links) {
-    const path = `archives/${link.collectionId}/${link.id}.pdf`;
-
-    const res = await checkFileExistence(path);
-
-    if (res) {
-      await prisma.link.update({
-        where: { id: link.id },
-        data: { pdfPath: path },
-      });
-      console.log(`${link.id}`);
-    } else {
-      console.log(`${link.id}`);
-    }
-  }
-
-  // Screenshots
-  for (let link of links) {
-    const path = `archives/${link.collectionId}/${link.id}.png`;
-
-    const res = await checkFileExistence(path);
-
-    if (res) {
-      await prisma.link.update({
-        where: { id: link.id },
-        data: { screenshotPath: path },
-      });
-      console.log(`${link.id}`);
-    } else {
-      console.log(`${link.id}`);
-    }
-  }
-
-  await prisma.$disconnect();
-}
-
-migrateToV2().catch((e) => {
-  console.error(e);
-  process.exit(1);
-});

lib/api/urlHandler.ts

@@ -23,7 +23,7 @@ export default async function urlHandler(
     },
   });
 
-  // Archive.org
+  // archive.org
 
   if (user?.archiveAsWaybackMachine) sendToWayback(url);
 
@@ -82,9 +82,13 @@ export default async function urlHandler(
       // Screenshot/PDF
 
       let faulty = false;
+
       await page
         .evaluate(autoScroll, Number(process.env.AUTOSCROLL_TIMEOUT) || 30)
-        .catch((e) => (faulty = true));
+        .catch((err) => {
+          console.log(err);
+          faulty = true;
+        });
 
       const linkExists = await prisma.link.findUnique({
         where: { id: linkId },