diff --git a/butterfree/pipelines/feature_set_pipeline.py b/butterfree/pipelines/feature_set_pipeline.py index d57459f3..cda233f7 100644 --- a/butterfree/pipelines/feature_set_pipeline.py +++ b/butterfree/pipelines/feature_set_pipeline.py @@ -237,7 +237,7 @@ def run( num_processors=num_processors, ) - if dataframe.storageLevel != StorageLevel.NONE: + if dataframe.storageLevel != StorageLevel(False, False, False, False, 1): dataframe.unpersist() # Clear the data from the cache (disk and memory) # Step 4: Load the data into the configured sink.