diff --git a/RELEASE.md b/RELEASE.md index f2f24f9a77..88f900bcec 100644 --- a/RELEASE.md +++ b/RELEASE.md @@ -9,6 +9,8 @@ ## Bug fixes and other changes * Fixed bug where using dataset factories breaks with `ThreadRunner`. * Fixed template projects example tests. +* Made credentials loading consistent between `KedroContext._get_catalog()` and `resolve_patterns` so that both us +e `_get_config_credentials()` ## Breaking changes to the API * Removed `ShelveStore` to address a security vulnerability. @@ -21,6 +23,7 @@ * [Puneet](https://github.com/puneeter) * [ethanknights](https://github.com/ethanknights) * [Manezki](https://github.com/Manezki) +* [MigQ2](https://github.com/MigQ2) # Release 0.19.8 diff --git a/docs/source/meta/images/slice_pipeline_kedro_viz.gif b/docs/source/meta/images/slice_pipeline_kedro_viz.gif new file mode 100644 index 0000000000..2d49c9e766 Binary files /dev/null and b/docs/source/meta/images/slice_pipeline_kedro_viz.gif differ diff --git a/docs/source/nodes_and_pipelines/slice_a_pipeline.md b/docs/source/nodes_and_pipelines/slice_a_pipeline.md index 2324a12fb0..2b2871dffe 100644 --- a/docs/source/nodes_and_pipelines/slice_a_pipeline.md +++ b/docs/source/nodes_and_pipelines/slice_a_pipeline.md @@ -1,6 +1,13 @@ # Slice a pipeline -Sometimes it is desirable to run a subset, or a 'slice' of a pipeline's nodes. In this page, we illustrate the programmatic options that Kedro provides. You can also use the [Kedro CLI to pass parameters to `kedro run`](../development/commands_reference.md#run-the-project) command and slice a pipeline. +Sometimes it is desirable to run a subset, or a 'slice' of a pipeline's nodes. There are two primary ways to achieve this: + + +1. **Visually through Kedro-Viz:** This approach allows you to visually choose and slice pipeline nodes, which then generates a run command for executing the slice within your Kedro project. Detailed steps on how to achieve this are available in the Kedro-Viz documentation: [Slice a Pipeline](https://docs.kedro.org/projects/kedro-viz/en/stable/slice_a_pipeline.html). + +![](../meta/images/slice_pipeline_kedro_viz.gif) + +2. **Programmatically with the Kedro CLI.** You can also use the [Kedro CLI to pass parameters to `kedro run`](../development/commands_reference.md#run-the-project) command and slice a pipeline. In this page, we illustrate the programmatic options that Kedro provides. Let's look again at the example pipeline from the [pipeline introduction documentation](./pipeline_introduction.md#how-to-build-a-pipeline), which computes the variance of a set of numbers: diff --git a/kedro/framework/cli/catalog.py b/kedro/framework/cli/catalog.py index 7bd0197e5b..c1a485b74a 100644 --- a/kedro/framework/cli/catalog.py +++ b/kedro/framework/cli/catalog.py @@ -227,7 +227,7 @@ def resolve_patterns(metadata: ProjectMetadata, env: str) -> None: context = session.load_context() catalog_config = context.config_loader["catalog"] - credentials_config = context.config_loader.get("credentials", None) + credentials_config = context._get_config_credentials() data_catalog = DataCatalog.from_config( catalog=catalog_config, credentials=credentials_config ) diff --git a/kedro/io/core.py b/kedro/io/core.py index 0b722444d4..036babc829 100644 --- a/kedro/io/core.py +++ b/kedro/io/core.py @@ -44,7 +44,18 @@ VERSION_KEY = "version" HTTP_PROTOCOLS = ("http", "https") PROTOCOL_DELIMITER = "://" -CLOUD_PROTOCOLS = ("s3", "s3n", "s3a", "gcs", "gs", "adl", "abfs", "abfss", "gdrive") +CLOUD_PROTOCOLS = ( + "abfs", + "abfss", + "adl", + "gcs", + "gdrive", + "gs", + "oss", + "s3", + "s3a", + "s3n", +) class DatasetError(Exception): diff --git a/tests/framework/cli/test_catalog.py b/tests/framework/cli/test_catalog.py index 7a61c9e7a0..8905da9c94 100644 --- a/tests/framework/cli/test_catalog.py +++ b/tests/framework/cli/test_catalog.py @@ -543,6 +543,7 @@ def test_catalog_resolve( "catalog": fake_catalog_config, "credentials": fake_credentials_config, } + mocked_context._get_config_credentials.return_value = fake_credentials_config mocked_context.catalog = DataCatalog.from_config( catalog=fake_catalog_config, credentials=fake_credentials_config )