From c0e6b2eb649e3c1029fd5e1e4e93c2e2edf40c50 Mon Sep 17 00:00:00 2001 From: Laura Couto Date: Wed, 25 Sep 2024 12:00:04 -0300 Subject: [PATCH 1/2] Alter spark config load line on docs Signed-off-by: Laura Couto --- docs/source/integrations/pyspark_integration.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docs/source/integrations/pyspark_integration.md b/docs/source/integrations/pyspark_integration.md index f1278955f5..e8bbb359ea 100644 --- a/docs/source/integrations/pyspark_integration.md +++ b/docs/source/integrations/pyspark_integration.md @@ -35,7 +35,7 @@ class SparkHooks: """ # Load the spark configuration in spark.yaml using the config loader - parameters = context.config_loader.get("spark*", "spark*/**") + parameters = context.config_loader["spark"] spark_conf = SparkConf().setAll(parameters.items()) # Initialise the spark session From 39388fdf5c6f99c070f23dcf40d9abddfb74d49f Mon Sep 17 00:00:00 2001 From: Laura Couto Date: Thu, 26 Sep 2024 14:19:58 -0300 Subject: [PATCH 2/2] Rerun docs build Signed-off-by: Laura Couto