Merge pull request #200 from cityofaustin/14319-sign-specs

14319 add socrata step to the sign specifications dag
cityofaustin · Jan 11, 2024 · 120d36c · 120d36c
2 parents 63b350e + 7959400
commit 120d36c
Showing 1 changed file with 28 additions and 3 deletions.
diff --git a/dags/atd_knack_signs_work_order_specifications.py b/dags/atd_knack_signs_work_order_specifications.py
@@ -46,15 +46,27 @@
         "opitem": "ArcGIS Online (AGOL) Scripts Publisher",
         "opfield": "production.password",
     },
+    "SOCRATA_API_KEY_ID": {
+        "opitem": "Socrata Key ID, Secret, and Token",
+        "opfield": "socrata.apiKeyId",
+    },
+    "SOCRATA_API_KEY_SECRET": {
+        "opitem": "Socrata Key ID, Secret, and Token",
+        "opfield": "socrata.apiKeySecret",
+    },
+    "SOCRATA_APP_TOKEN": {
+        "opitem": "Socrata Key ID, Secret, and Token",
+        "opfield": "socrata.appToken",
+    },
 }
 
 
 with DAG(
     dag_id="atd_knack_signs_work_order_specifications",
-    description="Publish sign work order specifications to Postgres, AGOL",
+    description="Publish sign work order specifications (view_3106) to Postgres, AGOL",
     default_args=DEFAULT_ARGS,
     schedule_interval="35 1 * * *" if DEPLOYMENT_ENVIRONMENT == "production" else None,
-    tags=["repo:atd-knack-services", "knack", "agol", "signs-markings"],
+    tags=["repo:atd-knack-services", "knack", "agol", "signs-markings", "socrata"],
     catchup=False,
 ) as dag:
     docker_image = "atddocker/atd-knack-services:production"
@@ -68,6 +80,7 @@
     t1 = DockerOperator(
         task_id="signs_asset_specs_to_postgrest",
         image=docker_image,
+        docker_conn_id="docker_default",
         auto_remove=True,
         command=f"./atd-knack-services/services/records_to_postgrest.py -a {app_name} -c {container} {date_filter_arg}",
         environment=env_vars,
@@ -79,11 +92,23 @@
     t2 = DockerOperator(
         task_id="signs_asset_specs_to_agol",
         image=docker_image,
+        docker_conn_id="docker_default",
         auto_remove=True,
         command=f"./atd-knack-services/services/records_to_agol.py -a {app_name} -c {container} {date_filter_arg}",
         environment=env_vars,
         tty=True,
         mount_tmp_dir=False,
     )
 
-    date_filter_arg >> t1 >> t2
+    t3 = DockerOperator(
+        task_id="signs_asset_specs_to_socrata",
+        image=docker_image,
+        docker_conn_id="docker_default",
+        auto_remove=True,
+        command=f"./atd-knack-services/services/records_to_socrata.py -a {app_name} -c {container} {date_filter_arg}",
+        environment=env_vars,
+        tty=True,
+        mount_tmp_dir=False,
+    )
+
+    date_filter_arg >> t1 >> t2 >> t3