Update project_solution.py

goitacademy · Sep 11, 2024 · c0e5963 · c0e5963
1 parent 78380b2
commit c0e5963
Showing 1 changed file with 3 additions and 3 deletions.
diff --git a/oleksiy/project_solution.py b/oleksiy/project_solution.py
@@ -25,23 +25,23 @@
 # Define the SparkSubmitOperator
 landing_to_bronze = SparkSubmitOperator(
     application='dags/oleksiy/landing_to_bronze.py',  # Path to your Spark job
-    task_id='spark_submit_job',
+    task_id='landing_to_bronze',
     conn_id='spark-default',  # Spark connection ID
     verbose=1,
     dag=dag,
 )
 
 bronze_to_silver = SparkSubmitOperator(
     application='dags/oleksiy/bronze_to_silver.py',  # Path to your Spark job
-    task_id='spark_submit_job',
+    task_id='bronze_to_silver',
     conn_id='spark-default',  # Spark connection ID
     verbose=1,
     dag=dag,
 )
 
 silver_to_gold = SparkSubmitOperator(
     application='dags/oleksiy/silver_to_gold.py',  # Path to your Spark job
-    task_id='spark_submit_job',
+    task_id='silver_to_gold',
     conn_id='spark-default',  # Spark connection ID
     verbose=1,
     dag=dag,