Merge pull request #21 from CMSgov/close-stream-when-done

Close stream after validation to avoid exhausting memory

src/commands.ts

@@ -24,14 +24,16 @@ export async function validate(
     )
   }
 
+  const inputStream = fs.createReadStream(filepath, "utf-8")
   const validationResult = await validateFile(
-    filepath,
+    inputStream,
     version,
     format as FileFormat,
     {
       maxErrors: options.errorLimit as number,
     }
   )
+  inputStream.close()
   if (!validationResult) return
 
   const errors = validationResult.errors.filter(({ warning }) => !warning)
@@ -62,21 +64,21 @@ export async function validate(
 }
 
 async function validateFile(
-  filename: string,
+  inputStream: fs.ReadStream,
   version: string,
   format: FileFormat,
   validatorOptions: CsvValidationOptions | JsonValidatorOptions
 ): Promise<ValidationResult | null> {
   const schemaVersion = version as "v1.1" | "v2.0"
   if (format === "csv") {
     return await validateCsv(
-      fs.createReadStream(filename, "utf-8"),
+      inputStream,
       schemaVersion,
       validatorOptions as CsvValidationOptions
     )
   } else if (format === "json") {
     return await validateJson(
-      fs.createReadStream(filename, "utf-8"),
+      inputStream,
       schemaVersion,
       validatorOptions as JsonValidatorOptions
     )