digital ocean spaces/aws S3 integratoin

lib/api/storage/createFile.ts

@@ -0,0 +1,40 @@
+import { PutObjectCommand, PutObjectCommandInput } from "@aws-sdk/client-s3";
+import fs from "fs";
+import path from "path";
+import s3Client from "./s3Client";
+
+export default async function createFile({
+  filePath,
+  data,
+  isBase64,
+}: {
+  filePath: string;
+  data: Buffer | string;
+  isBase64?: boolean;
+}) {
+  if (s3Client) {
+    const bucketParams: PutObjectCommandInput = {
+      Bucket: process.env.BUCKET_NAME,
+      Key: filePath,
+      Body: isBase64 ? Buffer.from(data as string, "base64") : data,
+    };
+
+    try {
+      await s3Client.send(new PutObjectCommand(bucketParams));
+
+      return true;
+    } catch (err) {
+      console.log("Error", err);
+      return false;
+    }
+  } else {
+    const storagePath = process.env.STORAGE_FOLDER;
+    const creationPath = path.join(process.cwd(), storagePath + "/" + filePath);
+
+    fs.writeFile(creationPath, data, isBase64 ? "base64" : {}, function (err) {
+      if (err) console.log(err);
+    });
+
+    return true;
+  }
+}

lib/api/storage/createFolder.ts

@@ -0,0 +1,14 @@
+import fs from "fs";
+import path from "path";
+import s3Client from "./s3Client";
+
+export default function createFolder({ filePath }: { filePath: string }) {
+  if (s3Client) {
+    // Do nothing, S3 builds files recursively
+  } else {
+    const storagePath = process.env.STORAGE_FOLDER;
+    const creationPath = path.join(process.cwd(), storagePath + "/" + filePath);
+
+    fs.mkdirSync(creationPath, { recursive: true });
+  }
+}

lib/api/storage/readFile.ts

@@ -0,0 +1,74 @@
+import { GetObjectCommand, GetObjectCommandInput } from "@aws-sdk/client-s3";
+import fs from "fs";
+import path from "path";
+import s3Client from "./s3Client";
+
+export default async function readFile({ filePath }: { filePath: string }) {
+  let contentType:
+    | "text/plain"
+    | "image/jpeg"
+    | "image/png"
+    | "application/pdf";
+
+  if (s3Client) {
+    const bucketParams: GetObjectCommandInput = {
+      Bucket: process.env.BUCKET_NAME,
+      Key: filePath,
+    };
+
+    try {
+      const response = await s3Client.send(new GetObjectCommand(bucketParams));
+      const data = await streamToBuffer(response.Body);
+
+      if (filePath.endsWith(".pdf")) {
+        contentType = "application/pdf";
+      } else if (filePath.endsWith(".png")) {
+        contentType = "image/png";
+      } else {
+        // if (filePath.endsWith(".jpg"))
+        contentType = "image/jpeg";
+      }
+
+      return { file: data, contentType };
+    } catch (err) {
+      console.log("Error", err);
+
+      contentType = "text/plain";
+
+      return {
+        file: "File not found, it's possible that the file you're looking for either doesn't exist or hasn't been created yet.",
+        contentType,
+      };
+    }
+  } else {
+    const storagePath = process.env.STORAGE_FOLDER;
+    const creationPath = path.join(process.cwd(), storagePath + "/" + filePath);
+
+    const file = fs.existsSync(creationPath)
+      ? fs.readFileSync(creationPath)
+      : "File not found, it's possible that the file you're looking for either doesn't exist or hasn't been created yet.";
+
+    if (file.toString().startsWith("File not found")) {
+      contentType = "text/plain";
+    } else if (filePath.endsWith(".pdf")) {
+      contentType = "application/pdf";
+    } else if (filePath.endsWith(".png")) {
+      contentType = "image/png";
+    } else {
+      // if (filePath.endsWith(".jpg"))
+      contentType = "image/jpeg";
+    }
+
+    return { file, contentType };
+  }
+}
+
+// Turn the file's body into buffer
+const streamToBuffer = (stream: any) => {
+  const chunks: any = [];
+  return new Promise((resolve, reject) => {
+    stream.on("data", (chunk: any) => chunks.push(Buffer.from(chunk)));
+    stream.on("error", (err: any) => reject(err));
+    stream.on("end", () => resolve(Buffer.concat(chunks)));
+  });
+};

lib/api/storage/removeFile.ts

@@ -0,0 +1,26 @@
+import fs from "fs";
+import path from "path";
+import s3Client from "./s3Client";
+import { PutObjectCommandInput, DeleteObjectCommand } from "@aws-sdk/client-s3";
+
+export default async function removeFile({ filePath }: { filePath: string }) {
+  if (s3Client) {
+    const bucketParams: PutObjectCommandInput = {
+      Bucket: process.env.BUCKET_NAME,
+      Key: filePath,
+    };
+
+    try {
+      await s3Client.send(new DeleteObjectCommand(bucketParams));
+    } catch (err) {
+      console.log("Error", err);
+    }
+  } else {
+    const storagePath = process.env.STORAGE_FOLDER;
+    const creationPath = path.join(process.cwd(), storagePath + "/" + filePath);
+
+    fs.unlink(creationPath, (err) => {
+      if (err) console.log(err);
+    });
+  }
+}

lib/api/storage/removeFolder.ts

@@ -0,0 +1,59 @@
+import fs from "fs";
+import path from "path";
+import s3Client from "./s3Client";
+import {
+  DeleteObjectsCommand,
+  DeleteObjectsCommandInput,
+  ListObjectsCommand,
+} from "@aws-sdk/client-s3";
+
+async function emptyS3Directory(bucket: string, dir: string) {
+  if (s3Client) {
+    const listParams = {
+      Bucket: bucket,
+      Prefix: dir,
+    };
+
+    const deleteParams: DeleteObjectsCommandInput = {
+      Bucket: bucket,
+      Delete: { Objects: [] },
+    };
+
+    const listedObjects = await s3Client.send(
+      new ListObjectsCommand(listParams)
+    );
+
+    if (listedObjects.Contents?.length === 0) return;
+
+    listedObjects.Contents?.forEach(({ Key }) => {
+      deleteParams.Delete?.Objects?.push({ Key });
+    });
+
+    console.log(listedObjects);
+
+    await s3Client.send(new DeleteObjectsCommand(deleteParams));
+
+    if (listedObjects.IsTruncated) await emptyS3Directory(bucket, dir);
+  }
+}
+
+export default async function removeFolder({ filePath }: { filePath: string }) {
+  if (s3Client) {
+    try {
+      await emptyS3Directory(process.env.BUCKET_NAME as string, filePath);
+    } catch (err) {
+      console.log("Error", err);
+    }
+  } else {
+    const storagePath = process.env.STORAGE_FOLDER;
+    const creationPath = path.join(process.cwd(), storagePath + "/" + filePath);
+
+    try {
+      fs.rmdirSync(creationPath, { recursive: true });
+    } catch (error) {
+      console.log(
+        "Collection's archive directory wasn't deleted most likely because it didn't exist..."
+      );
+    }
+  }
+}

lib/api/storage/s3Client.ts

@@ -0,0 +1,19 @@
+import { S3 } from "@aws-sdk/client-s3";
+
+const s3Client: S3 | undefined =
+  process.env.SPACES_ENDPOINT &&
+  process.env.SPACES_REGION &&
+  process.env.SPACES_KEY &&
+  process.env.SPACES_SECRET
+    ? new S3({
+        forcePathStyle: false,
+        endpoint: process.env.SPACES_ENDPOINT,
+        region: process.env.SPACES_REGION,
+        credentials: {
+          accessKeyId: process.env.SPACES_KEY,
+          secretAccessKey: process.env.SPACES_SECRET,
+        },
+      })
+    : undefined;
+
+export default s3Client;