diff --git a/Makefile b/Makefile index bf9ccd64..db9b561b 100644 --- a/Makefile +++ b/Makefile @@ -146,6 +146,7 @@ package-name: .PHONY: package ## build butterfree package wheel package: + @PYTHONPATH=. pip3 install wheel @PYTHONPATH=. python -m setup sdist bdist_wheel .PHONY: update-docs diff --git a/docs/source/butterfree.clients.rst b/docs/source/butterfree.clients.rst index 1bfaa86d..b1e1029a 100644 --- a/docs/source/butterfree.clients.rst +++ b/docs/source/butterfree.clients.rst @@ -4,18 +4,24 @@ butterfree.clients package Submodules ---------- +butterfree.clients.abstract\_client module +------------------------------------------ .. automodule:: butterfree.clients.abstract_client :members: :undoc-members: :show-inheritance: +butterfree.clients.cassandra\_client module +------------------------------------------- .. automodule:: butterfree.clients.cassandra_client :members: :undoc-members: :show-inheritance: +butterfree.clients.spark\_client module +--------------------------------------- .. automodule:: butterfree.clients.spark_client :members: diff --git a/docs/source/butterfree.configs.db.rst b/docs/source/butterfree.configs.db.rst index 3bb9f8b8..6e23dc1c 100644 --- a/docs/source/butterfree.configs.db.rst +++ b/docs/source/butterfree.configs.db.rst @@ -4,24 +4,32 @@ butterfree.configs.db package Submodules ---------- +butterfree.configs.db.abstract\_config module +--------------------------------------------- .. automodule:: butterfree.configs.db.abstract_config :members: :undoc-members: :show-inheritance: +butterfree.configs.db.cassandra\_config module +---------------------------------------------- .. automodule:: butterfree.configs.db.cassandra_config :members: :undoc-members: :show-inheritance: +butterfree.configs.db.kafka\_config module +------------------------------------------ .. automodule:: butterfree.configs.db.kafka_config :members: :undoc-members: :show-inheritance: +butterfree.configs.db.metastore\_config module +---------------------------------------------- .. automodule:: butterfree.configs.db.metastore_config :members: diff --git a/docs/source/butterfree.configs.rst b/docs/source/butterfree.configs.rst index f3cf2aa2..616bc4f8 100644 --- a/docs/source/butterfree.configs.rst +++ b/docs/source/butterfree.configs.rst @@ -12,12 +12,31 @@ Subpackages Submodules ---------- +butterfree.configs.environment module +------------------------------------- .. automodule:: butterfree.configs.environment :members: :undoc-members: :show-inheritance: +butterfree.configs.logger module +-------------------------------- + +.. automodule:: butterfree.configs.logger + :members: + :undoc-members: + :show-inheritance: + +.. automodule:: butterfree.configs.logger + :members: + :undoc-members: + :show-inheritance: + +.. automodule:: butterfree.configs.logger + :members: + :undoc-members: + :show-inheritance: .. automodule:: butterfree.configs.logger :members: diff --git a/docs/source/butterfree.constants.rst b/docs/source/butterfree.constants.rst index d0e72fed..a1f7a391 100644 --- a/docs/source/butterfree.constants.rst +++ b/docs/source/butterfree.constants.rst @@ -4,18 +4,44 @@ butterfree.constants package Submodules ---------- +butterfree.constants.columns module +----------------------------------- .. automodule:: butterfree.constants.columns :members: :undoc-members: :show-inheritance: +butterfree.constants.data\_type module +-------------------------------------- .. automodule:: butterfree.constants.data_type :members: :undoc-members: :show-inheritance: +butterfree.constants.migrations module +-------------------------------------- + +.. automodule:: butterfree.constants.migrations + :members: + :undoc-members: + :show-inheritance: + +butterfree.constants.spark\_constants module +-------------------------------------------- + +.. automodule:: butterfree.constants.migrations + :members: + :undoc-members: + :show-inheritance: + + +.. automodule:: butterfree.constants.migrations + :members: + :undoc-members: + :show-inheritance: + .. automodule:: butterfree.constants.migrations :members: @@ -28,6 +54,23 @@ Submodules :undoc-members: :show-inheritance: +butterfree.constants.window\_definitions module +----------------------------------------------- + +.. automodule:: butterfree.constants.window_definitions + :members: + :undoc-members: + :show-inheritance: + +.. automodule:: butterfree.constants.window_definitions + :members: + :undoc-members: + :show-inheritance: + +.. automodule:: butterfree.constants.window_definitions + :members: + :undoc-members: + :show-inheritance: .. automodule:: butterfree.constants.window_definitions :members: diff --git a/docs/source/butterfree.extract.pre_processing.rst b/docs/source/butterfree.extract.pre_processing.rst index 172e6fb3..e8e66e3d 100644 --- a/docs/source/butterfree.extract.pre_processing.rst +++ b/docs/source/butterfree.extract.pre_processing.rst @@ -4,30 +4,40 @@ butterfree.extract.pre\_processing package Submodules ---------- +butterfree.extract.pre\_processing.explode\_json\_column\_transform module +-------------------------------------------------------------------------- .. automodule:: butterfree.extract.pre_processing.explode_json_column_transform :members: :undoc-members: :show-inheritance: +butterfree.extract.pre\_processing.filter\_transform module +----------------------------------------------------------- .. automodule:: butterfree.extract.pre_processing.filter_transform :members: :undoc-members: :show-inheritance: +butterfree.extract.pre\_processing.forward\_fill\_transform module +------------------------------------------------------------------ .. automodule:: butterfree.extract.pre_processing.forward_fill_transform :members: :undoc-members: :show-inheritance: +butterfree.extract.pre\_processing.pivot\_transform module +---------------------------------------------------------- .. automodule:: butterfree.extract.pre_processing.pivot_transform :members: :undoc-members: :show-inheritance: +butterfree.extract.pre\_processing.replace\_transform module +------------------------------------------------------------ .. automodule:: butterfree.extract.pre_processing.replace_transform :members: diff --git a/docs/source/butterfree.extract.readers.rst b/docs/source/butterfree.extract.readers.rst index a67d47e9..40df200e 100644 --- a/docs/source/butterfree.extract.readers.rst +++ b/docs/source/butterfree.extract.readers.rst @@ -4,24 +4,32 @@ butterfree.extract.readers package Submodules ---------- +butterfree.extract.readers.file\_reader module +---------------------------------------------- .. automodule:: butterfree.extract.readers.file_reader :members: :undoc-members: :show-inheritance: +butterfree.extract.readers.kafka\_reader module +----------------------------------------------- .. automodule:: butterfree.extract.readers.kafka_reader :members: :undoc-members: :show-inheritance: +butterfree.extract.readers.reader module +---------------------------------------- .. automodule:: butterfree.extract.readers.reader :members: :undoc-members: :show-inheritance: +butterfree.extract.readers.table\_reader module +----------------------------------------------- .. automodule:: butterfree.extract.readers.table_reader :members: diff --git a/docs/source/butterfree.extract.rst b/docs/source/butterfree.extract.rst index a59d2e29..455f02d5 100644 --- a/docs/source/butterfree.extract.rst +++ b/docs/source/butterfree.extract.rst @@ -13,6 +13,8 @@ Subpackages Submodules ---------- +butterfree.extract.source module +-------------------------------- .. automodule:: butterfree.extract.source :members: diff --git a/docs/source/butterfree.load.processing.rst b/docs/source/butterfree.load.processing.rst index 4c5d2a2e..d16182cb 100644 --- a/docs/source/butterfree.load.processing.rst +++ b/docs/source/butterfree.load.processing.rst @@ -4,6 +4,8 @@ butterfree.load.processing package Submodules ---------- +butterfree.load.processing.json\_transform module +------------------------------------------------- .. automodule:: butterfree.load.processing.json_transform :members: diff --git a/docs/source/butterfree.load.rst b/docs/source/butterfree.load.rst index e38934a5..e4b56fbc 100644 --- a/docs/source/butterfree.load.rst +++ b/docs/source/butterfree.load.rst @@ -13,6 +13,8 @@ Subpackages Submodules ---------- +butterfree.load.sink module +--------------------------- .. automodule:: butterfree.load.sink :members: diff --git a/docs/source/butterfree.load.writers.rst b/docs/source/butterfree.load.writers.rst index 6ff438de..2a173c9a 100644 --- a/docs/source/butterfree.load.writers.rst +++ b/docs/source/butterfree.load.writers.rst @@ -4,18 +4,24 @@ butterfree.load.writers package Submodules ---------- +butterfree.load.writers.historical\_feature\_store\_writer module +----------------------------------------------------------------- .. automodule:: butterfree.load.writers.historical_feature_store_writer :members: :undoc-members: :show-inheritance: +butterfree.load.writers.online\_feature\_store\_writer module +------------------------------------------------------------- .. automodule:: butterfree.load.writers.online_feature_store_writer :members: :undoc-members: :show-inheritance: +butterfree.load.writers.writer module +------------------------------------- .. automodule:: butterfree.load.writers.writer :members: diff --git a/docs/source/butterfree.pipelines.rst b/docs/source/butterfree.pipelines.rst index e0c31996..e70a4d89 100644 --- a/docs/source/butterfree.pipelines.rst +++ b/docs/source/butterfree.pipelines.rst @@ -4,6 +4,8 @@ butterfree.pipelines package Submodules ---------- +butterfree.pipelines.feature\_set\_pipeline module +-------------------------------------------------- .. automodule:: butterfree.pipelines.feature_set_pipeline :members: diff --git a/docs/source/butterfree.reports.rst b/docs/source/butterfree.reports.rst index 850db914..a95a7e7f 100644 --- a/docs/source/butterfree.reports.rst +++ b/docs/source/butterfree.reports.rst @@ -4,6 +4,8 @@ butterfree.reports package Submodules ---------- +butterfree.reports.metadata module +---------------------------------- .. automodule:: butterfree.reports.metadata :members: diff --git a/docs/source/butterfree.transform.features.rst b/docs/source/butterfree.transform.features.rst index f6c69095..837e0fcf 100644 --- a/docs/source/butterfree.transform.features.rst +++ b/docs/source/butterfree.transform.features.rst @@ -4,18 +4,24 @@ butterfree.transform.features package Submodules ---------- +butterfree.transform.features.feature module +-------------------------------------------- .. automodule:: butterfree.transform.features.feature :members: :undoc-members: :show-inheritance: +butterfree.transform.features.key\_feature module +------------------------------------------------- .. automodule:: butterfree.transform.features.key_feature :members: :undoc-members: :show-inheritance: +butterfree.transform.features.timestamp\_feature module +------------------------------------------------------- .. automodule:: butterfree.transform.features.timestamp_feature :members: diff --git a/docs/source/butterfree.transform.rst b/docs/source/butterfree.transform.rst index 02f8d4c6..12c346ae 100644 --- a/docs/source/butterfree.transform.rst +++ b/docs/source/butterfree.transform.rst @@ -14,12 +14,16 @@ Subpackages Submodules ---------- +butterfree.transform.aggregated\_feature\_set module +---------------------------------------------------- .. automodule:: butterfree.transform.aggregated_feature_set :members: :undoc-members: :show-inheritance: +butterfree.transform.feature\_set module +---------------------------------------- .. automodule:: butterfree.transform.feature_set :members: diff --git a/docs/source/butterfree.transform.transformations.rst b/docs/source/butterfree.transform.transformations.rst index 0978edcf..f17818d3 100644 --- a/docs/source/butterfree.transform.transformations.rst +++ b/docs/source/butterfree.transform.transformations.rst @@ -12,42 +12,56 @@ Subpackages Submodules ---------- +butterfree.transform.transformations.aggregated\_transform module +----------------------------------------------------------------- .. automodule:: butterfree.transform.transformations.aggregated_transform :members: :undoc-members: :show-inheritance: +butterfree.transform.transformations.custom\_transform module +------------------------------------------------------------- .. automodule:: butterfree.transform.transformations.custom_transform :members: :undoc-members: :show-inheritance: +butterfree.transform.transformations.h3\_transform module +--------------------------------------------------------- .. automodule:: butterfree.transform.transformations.h3_transform :members: :undoc-members: :show-inheritance: +butterfree.transform.transformations.spark\_function\_transform module +---------------------------------------------------------------------- .. automodule:: butterfree.transform.transformations.spark_function_transform :members: :undoc-members: :show-inheritance: +butterfree.transform.transformations.sql\_expression\_transform module +---------------------------------------------------------------------- .. automodule:: butterfree.transform.transformations.sql_expression_transform :members: :undoc-members: :show-inheritance: +butterfree.transform.transformations.stack\_transform module +------------------------------------------------------------ .. automodule:: butterfree.transform.transformations.stack_transform :members: :undoc-members: :show-inheritance: +butterfree.transform.transformations.transform\_component module +---------------------------------------------------------------- .. automodule:: butterfree.transform.transformations.transform_component :members: diff --git a/docs/source/butterfree.transform.transformations.user_defined_functions.rst b/docs/source/butterfree.transform.transformations.user_defined_functions.rst index f93c7e98..b79e8138 100644 --- a/docs/source/butterfree.transform.transformations.user_defined_functions.rst +++ b/docs/source/butterfree.transform.transformations.user_defined_functions.rst @@ -4,12 +4,16 @@ butterfree.transform.transformations.user\_defined\_functions package Submodules ---------- +butterfree.transform.transformations.user\_defined\_functions.mode module +------------------------------------------------------------------------- .. automodule:: butterfree.transform.transformations.user_defined_functions.mode :members: :undoc-members: :show-inheritance: +butterfree.transform.transformations.user\_defined\_functions.most\_frequent\_set module +---------------------------------------------------------------------------------------- .. automodule:: butterfree.transform.transformations.user_defined_functions.most_frequent_set :members: diff --git a/docs/source/butterfree.transform.utils.rst b/docs/source/butterfree.transform.utils.rst index 82e9038b..d1d7206c 100644 --- a/docs/source/butterfree.transform.utils.rst +++ b/docs/source/butterfree.transform.utils.rst @@ -4,18 +4,24 @@ butterfree.transform.utils package Submodules ---------- +butterfree.transform.utils.date\_range module +--------------------------------------------- .. automodule:: butterfree.transform.utils.date_range :members: :undoc-members: :show-inheritance: +butterfree.transform.utils.function module +------------------------------------------ .. automodule:: butterfree.transform.utils.function :members: :undoc-members: :show-inheritance: +butterfree.transform.utils.window\_spec module +---------------------------------------------- .. automodule:: butterfree.transform.utils.window_spec :members: diff --git a/docs/source/butterfree.validations.rst b/docs/source/butterfree.validations.rst index 35f5d199..2aa0053e 100644 --- a/docs/source/butterfree.validations.rst +++ b/docs/source/butterfree.validations.rst @@ -4,12 +4,16 @@ butterfree.validations package Submodules ---------- +butterfree.validations.basic\_validaton module +---------------------------------------------- .. automodule:: butterfree.validations.basic_validaton :members: :undoc-members: :show-inheritance: +butterfree.validations.validation module +---------------------------------------- .. automodule:: butterfree.validations.validation :members: diff --git a/logging.json b/logging.json new file mode 100644 index 00000000..e69de29b diff --git a/mypy.ini b/mypy.ini index eb867a47..fc293149 100644 --- a/mypy.ini +++ b/mypy.ini @@ -9,3 +9,42 @@ show_error_codes = True show_error_context = True disable_error_code = attr-defined, list-item, operator pretty = True + +[mypy-butterfree.pipelines.*] +ignore_errors = True + +[mypy-butterfree.load.*] +ignore_errors = True + +[mypy-butterfree.transform.*] +ignore_errors = True + +[mypy-butterfree.extract.*] +ignore_errors = True + +[mypy-butterfree.config.*] +ignore_errors = True + +[mypy-butterfree.clients.*] +ignore_errors = True + +[mypy-butterfree.configs.*] +ignore_errors = True + +[mypy-butterfree.dataframe_service.*] +ignore_errors = True + +[mypy-butterfree.validations.*] +ignore_errors = True + +[mypy-butterfree.migrations.*] +ignore_errors = True + +[mypy-butterfree.testing.*] +ignore_errors = True + +[mypy-butterfree.hooks.*] +ignore_errors = True + +[mypy-butterfree._cli.*] +ignore_errors = True