Skip to content

Commit

Permalink
Update test_pipeline_readers.py
Browse files Browse the repository at this point in the history
fixed unit tests for changing keys in delta pipeline reader
  • Loading branch information
ravi-databricks authored Apr 15, 2024
1 parent edc17a8 commit efae9df
Showing 1 changed file with 2 additions and 2 deletions.
4 changes: 2 additions & 2 deletions tests/test_pipeline_readers.py
Original file line number Diff line number Diff line change
Expand Up @@ -212,7 +212,7 @@ def test_read_delta_positive(self):
full_path = os.path.abspath("tests/resources/delta/customers")
self.spark.sql(f"CREATE TABLE if not exists source_bronze.customer USING DELTA LOCATION '{full_path}' ")

source_details_map = {"sourceDetails": {"database": "source_bronze", "table": "customer"}}
source_details_map = {"sourceDetails": {"source_database": "source_bronze", "table": "customer"}}

bronze_map.update(source_details_map)
bronze_dataflow_spec = BronzeDataflowSpec(**bronze_map)
Expand All @@ -227,7 +227,7 @@ def test_read_delta_with_read_config_positive(self):
self.spark.sql("CREATE DATABASE IF NOT EXISTS source_bronze")
full_path = os.path.abspath("tests/resources/delta/customers")
self.spark.sql(f"CREATE TABLE if not exists source_bronze.customer USING DELTA LOCATION '{full_path}' ")
source_details_map = {"sourceDetails": {"database": "source_bronze", "table": "customer"}}
source_details_map = {"sourceDetails": {"source_database": "source_bronze", "table": "customer"}}
bronze_map.update(source_details_map)
reader_config = {"readerConfigOptions": {"maxFilesPerTrigger": "1"}}
bronze_map.update(reader_config)
Expand Down

0 comments on commit efae9df

Please sign in to comment.