From 532307e390fb6f5d3840eefb7e5a70f2c9ef54e6 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Marcin=20Go=C5=82=C4=99biowski?= Date: Fri, 7 Mar 2025 21:51:01 +0100 Subject: [PATCH] Skip too large files to read --- server/utils/files/index.js | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/server/utils/files/index.js b/server/utils/files/index.js index 4b33fbc0c82..58f0125a70a 100644 --- a/server/utils/files/index.js +++ b/server/utils/files/index.js @@ -45,10 +45,15 @@ async function viewLocalFiles() { }; const subfiles = fs.readdirSync(folderPath); const filenames = {}; + const maxSize = 0x1fffffe8; for (const subfile of subfiles) { if (path.extname(subfile) !== ".json") continue; const filePath = path.join(folderPath, subfile); + + const stats = fs.statSync(filePath); + if (stats.size > maxSize) continue; // skip too large files to read + const rawData = fs.readFileSync(filePath, "utf8"); const cachefilename = `${file}/${subfile}`; const { pageContent, ...metadata } = JSON.parse(rawData);