feat: proxy archiver and pdf margin settings

lib/shared/getTitle.ts

@@ -1,5 +1,7 @@
 import fetch from "node-fetch";
 import https from "https";
+import { SocksProxyAgent } from "socks-proxy-agent";
+
 export default async function getTitle(url: string) {
   try {
     const httpsAgent = new https.Agent({
@@ -7,9 +9,26 @@ export default async function getTitle(url: string) {
         process.env.IGNORE_UNAUTHORIZED_CA === "true" ? false : true,
     });
 
-    const response = await fetch(url, {
+    // fetchOpts allows a proxy to be defined
+    let fetchOpts = {
       agent: httpsAgent,
-    });
+    };
+
+    if (process.env.ARCHIVER_PROXY) {
+      // parse proxy url
+      let proxy = new URL(process.env.ARCHIVER_PROXY)
+      // if authentication set, apply to proxy URL
+      if (process.env.ARCHIVER_PROXY_USERNAME) {
+        proxy.username = process.env.ARCHIVER_PROXY_USERNAME;
+        proxy.password = process.env.ARCHIVER_PROXY_PASSWORD || "";
+      }
+
+      // add socks5 proxy to fetchOpts
+      fetchOpts = { agent: new SocksProxyAgent(proxy.toString()) }; //TODO: add support for http/https proxies
+    }
+
+    const response = await fetch(url, fetchOpts);
+
     const text = await response.text();
 
     // regular expression to find the <title> tag