From 7f65873bf2494bd8c78dec014fb98140c08f4b62 Mon Sep 17 00:00:00 2001
From: Ralph Rassweiler <ralphrass@gmail.com>
Date: Thu, 10 Oct 2024 09:36:12 -0300
Subject: [PATCH] chore: level (#382)

---
 butterfree/pipelines/feature_set_pipeline.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/butterfree/pipelines/feature_set_pipeline.py b/butterfree/pipelines/feature_set_pipeline.py
index d57459f3..cda233f7 100644
--- a/butterfree/pipelines/feature_set_pipeline.py
+++ b/butterfree/pipelines/feature_set_pipeline.py
@@ -237,7 +237,7 @@ def run(
             num_processors=num_processors,
         )
 
-        if dataframe.storageLevel != StorageLevel.NONE:
+        if dataframe.storageLevel != StorageLevel(False, False, False, False, 1):
             dataframe.unpersist()  # Clear the data from the cache (disk and memory)
 
         # Step 4: Load the data into the configured sink.