fix: Avoid indexing large files

ExpediaGroup · Aug 29, 2024 · cff63fb · cff63fb
1 parent 0ec611f
commit cff63fb
Showing 1 changed file with 3 additions and 1 deletion.
diff --git a/packages/backend/src/lib/backends/github.sync.ts b/packages/backend/src/lib/backends/github.sync.ts
@@ -482,7 +482,9 @@ const syncFiles = async (
       };
 
       // Include the contents of text-based files
-      if (INDEXABLE_MIME_TYPES.has(file.mimeType) || file.mimeType.startsWith('text/')) {
+      if (INDEXABLE_MIME_TYPES.has(file.mimeType) || file.mimeType.startsWith('text/')
+        // Ensure the file is less than 1MB
+        && file.size < 1024 * 1024) {
         file.contents = contents?.toString('utf8');
       }