fix: Avoid indexing large files

ExpediaGroup · Aug 29, 2024 · 13b2205 · 13b2205
1 parent 0ec611f
commit 13b2205
Showing 1 changed file with 6 additions and 1 deletion.
diff --git a/packages/backend/src/lib/backends/github.sync.ts b/packages/backend/src/lib/backends/github.sync.ts
@@ -482,7 +482,12 @@ const syncFiles = async (
       };
 
       // Include the contents of text-based files
-      if (INDEXABLE_MIME_TYPES.has(file.mimeType) || file.mimeType.startsWith('text/')) {
+      if (
+        INDEXABLE_MIME_TYPES.has(file.mimeType) ||
+        (file.mimeType.startsWith('text/') &&
+          // Ensure the file is less than 1MB
+          file.size < 1024 * 1024)
+      ) {
         file.contents = contents?.toString('utf8');
       }