add configurable limits to the buffer sizes

This commit is contained in:
daniel31x13
2024-06-28 12:12:16 -04:00
parent 06234e42df
commit 576d50f467
7 changed files with 100 additions and 42 deletions
@@ -23,8 +23,18 @@ const handleReadablility = async (content: string, link: Link) => {
})
)?.collectionId;
const data = JSON.stringify(article);
if (
Buffer.byteLength(data, "utf8") >
1024 * 1024 * Number(process.env.READABILITY_MAX_BUFFER || 1)
)
return console.error(
"Error archiving as Readability: Buffer size exceeded"
);
await createFile({
data: JSON.stringify(article),
data,
filePath: `archives/${collectionId}/${link.id}_readability.json`,
});