many breaking changes/fixes

lib/api/archive.ts

@@ -1,31 +1,62 @@
-import { chromium, devices } from "playwright";
+import { Page } from "puppeteer";
 import { prisma } from "@/lib/api/db";
+import puppeteer from "puppeteer-extra";
+import AdblockerPlugin from "puppeteer-extra-plugin-adblocker";
+import StealthPlugin from "puppeteer-extra-plugin-stealth";
 
 export default async (url: string, collectionId: number, linkId: number) => {
   const archivePath = `data/archives/${collectionId}/${linkId}`;
 
-  const browser = await chromium.launch();
-  const context = await browser.newContext(devices["Desktop Chrome"]);
-  const page = await context.newPage();
+  const browser = await puppeteer.launch();
 
-  // const contexts = browser.contexts();
-  // console.log(contexts.length);
+  try {
+    puppeteer.use(AdblockerPlugin()).use(StealthPlugin());
 
-  await page.goto(url);
+    const page = await browser.newPage();
 
-  const linkExists = await prisma.link.findFirst({
-    where: {
-      id: linkId,
-    },
-  });
+    await page.goto(url, { waitUntil: "domcontentloaded", timeout: 300000 });
 
-  if (linkExists) {
-    await Promise.all([
-      page.pdf({ path: archivePath + ".pdf" }),
-      page.screenshot({ fullPage: true, path: archivePath + ".png" }),
-    ]);
+    await page.setViewport({ width: 1080, height: 1024 });
+
+    await autoScroll(page);
+
+    const linkExists = await prisma.link.findFirst({
+      where: {
+        id: linkId,
+      },
+    });
+
+    if (linkExists) {
+      await Promise.all([
+        page.pdf({ path: archivePath + ".pdf", format: "a4" }),
+        page.screenshot({ fullPage: true, path: archivePath + ".png" }),
+      ]);
+    }
+
+    await browser.close();
+  } catch (err) {
+    console.log(err);
+    await browser.close();
   }
-
-  await context.close();
-  await browser.close();
+};
+
+const autoScroll = async (page: Page) => {
+  await page.evaluate(async () => {
+    await new Promise<void>((resolve, reject) => {
+      let totalHeight = 0;
+      let distance = 100;
+      let scrollDown = setInterval(() => {
+        let scrollHeight = document.body.scrollHeight;
+        window.scrollBy(0, distance);
+        totalHeight += distance;
+        if (totalHeight >= scrollHeight) {
+          clearInterval(scrollDown);
+          window.scroll(0, 0);
+          resolve();
+        }
+      }, 100);
+    });
+
+    await new Promise((r) => setTimeout(r, 2000));
+  });
 };