Update sample macro for exporting data

datacoves · Nov 11, 2023 · 30a4be8 · 30a4be8
1 parent 649040c
commit 30a4be8
Show file tree

Hide file tree

Showing 3 changed files with 2 additions and 4 deletions.
diff --git a/.../snowflake_assesment/lineitem_s3_load.yml → .../snowflake_assesment/lineitem_s3_load.yml b/.../snowflake_assesment/lineitem_s3_load.yml → .../snowflake_assesment/lineitem_s3_load.yml
diff --git a/...1_inlets/snowflake_assesment/students.yml → ...al_stage/snowflake_assesment/students.yml b/...1_inlets/snowflake_assesment/students.yml → ...al_stage/snowflake_assesment/students.yml
diff --git a/transform/macros/extracting/dump_data.sql b/transform/macros/extracting/dump_data.sql
@@ -1,7 +1,7 @@
 {# This macro exports Snowflake data to an external file on S3 #}
 {#
     To run:
-    dbt run-operation offload_table --args "{model_name: 'data_export', stage: 'DATACOVES_DB.ETL1.EXT_LINEITEM_STAGE'}" -t dev_xs
+    dbt run-operation offload_table --args "{model_name: 'personal_loans', stage: 'RAW.RAW.EXT_JSONFILES_STAGE'}" -t prd
 #}
 
 {% macro offload_table(model_name, stage = "DATACOVES_DB.ETL1.EXT_LINEITEM_STAGE") %}
@@ -11,9 +11,7 @@
     {% set copy_sql %}
         copy into @{{ stage }}/ng_test_{{ model_name }}/data_
         from (
-            select
-                L_ORDERKEY, L_PARTKEY, L_SUPPKEY, L_LINENUMBER, L_QUANTITY, L_EXTENDEDPRICE, L_DISCOUNT, L_TAX, L_RETURNFLAG, L_LINESTATUS, L_SHIPDATE, L_COMMITDATE, L_RECEIPTDATE, L_SHIPINSTRUCT, L_SHIPMODE, L_COMMENT
-            from DATACOVES_DB.ETL1.DC_TC2_LINEITEM
+            select * from {{ ref(model_name) }}
         )
         header = true
         overwrite = true