Merge pull request #21 from fivetran/feature/add_fivetran_id

Feature/add fivetran
fivetran · Apr 18, 2023 · b588627 · b588627
2 parents 53843b7 + cc89f4a
commit b588627
Show file tree

Hide file tree

Showing 22 changed files with 91 additions and 47 deletions.
diff --git a/.buildkite/scripts/run_models.sh b/.buildkite/scripts/run_models.sh
@@ -17,5 +17,6 @@ echo `pwd`
 cd integration_tests
 dbt deps
 dbt seed --target "$db" --full-refresh
+dbt compile --target "$db"
 dbt run --target "$db" --full-refresh
 dbt test --target "$db"
diff --git a/CHANGELOG.md b/CHANGELOG.md
@@ -1,8 +1,27 @@
+# dbt_pendo_source v0.5.0
+PR [#21](https://github.com/fivetran/dbt_pendo_source/pull/21) includes the following updates:
+## 🚨 Breaking Changes 🚨:
+- Updated the following models to include the new `_fivetran_id` field, which was recently added per the Fivetran Pendo Connector's [March 2023 release notes](https://fivetran.com/docs/applications/pendo/changelog#march2023):
+	  - `stg_pendo__guide_event`
+	  - `stg_pendo__poll_event`
+	  - `stg_pendo__event`
+- `_fivetran_id` has also been added to the hashing formula used in the following fields:
+  - `event_key` in `stg_pendo__guide_event`
+  - `guide_event_key` in `stg_pendo__poll_event`
+  - `poll_event_key` in `stg_pendo__event`
+- These breaking changes persist to the transform package. (See the [Transform CHANGELOG](https://github.com/fivetran/dbt_pendo_source/blob/main/CHANGELOG.md) for more details.)
+
+## Features
+- Updated documentation for new `_fivetran_id` field.
+
 # dbt_pendo_source v0.4.0
 
 ## 🚨 Breaking Changes 🚨:
 ## 🔧 Bug Fixes
-- Updated models `stg_pendo__feature_event` and `stg_pendo__page_event` to include `_fivetran_id`, which was recently added per the Fivetran Pendo Connector's [release notes](https://fivetran.com/docs/applications/pendo/changelog#december2022). ([#19](https://github.com/fivetran/dbt_pendo_source/pull/19))
+- Updated models `stg_pendo__feature_event` and `stg_pendo__page_event` to include `_fivetran_id`, which was recently added per the Fivetran Pendo Connector's [December 2022 release notes](https://fivetran.com/docs/applications/pendo/changelog#december2022). ([#19](https://github.com/fivetran/dbt_pendo_source/pull/19))
+- `_fivetran_id` has also been added to the hashing formula used in the following fields:
+  - `feature_event_key` in `stg_pendo__feature_event`
+  - `page_event_key` in `stg_page__event`
 
 ## ✨ Features
 - Update documentation for `_fivetran_id`. ([#19](https://github.com/fivetran/dbt_pendo_source/pull/19))

diff --git a/README.md b/README.md
@@ -38,7 +38,7 @@ Include the following pendo_source package version in your `packages.yml` file.
 ```yaml
 packages:
   - package: fivetran/pendo_source
-    version: [">=0.4.0", "<0.5.0"]
+    version: [">=0.5.0", "<0.6.0"]
 ```
 
 ## Step 3: Define database and schema variables

diff --git a/dbt_project.yml b/dbt_project.yml
@@ -1,6 +1,6 @@
 config-version: 2
 name: 'pendo_source'
-version: '0.4.0'
+version: '0.5.0'
 require-dbt-version: [">=1.3.0", "<2.0.0"]
 models:
   pendo_source:

diff --git a/docs/catalog.json b/docs/catalog.json
diff --git a/docs/index.html b/docs/index.html
diff --git a/docs/manifest.json b/docs/manifest.json
diff --git a/docs/run_results.json b/docs/run_results.json
diff --git a/integration_tests/dbt_project.yml b/integration_tests/dbt_project.yml
@@ -1,7 +1,7 @@
 config-version: 2
 
 name: 'pendo_source_integration_tests'
-version: '0.4.0'
+version: '0.5.0'
 
 profile: 'integration_tests'
 

diff --git a/integration_tests/seeds/event.csv b/integration_tests/seeds/event.csv
@@ -1,6 +1,6 @@
-account_id,remote_ip,server_name,timestamp,user_agent,visitor_id,_fivetran_synced,app_id,num_events,num_minutes,page_id
-month_train,2804:18:8b7:a18:1:0:d9e8:45d5,fivetran.com,2021-07-28 11:00:00,Mozilla/5.0 (Android 10; Mobile; rv:90.0) Gecko/90.0 Firefox/90.0,psychosis_skeptical,2021-07-28 20:14:19.861,-323232,21,4,allevents
-1sk7ccaeau_acc,37.19.197.209,fivetran.com,2021-07-18 14:00:00,Mozilla/5.0 (Android 11; Mobile; rv:89.0) Gecko/89.0 Firefox/89.0,do_over,2021-07-18 20:10:36.803,-323232,12,2,allevents
-billy_idol,97.118.51.167,fivetran.com,2021-07-21 04:00:00,Mozilla/5.0 (Android 11; Mobile; rv:90.0) Gecko/90.0 Firefox/90.0,foots_stool,2021-07-21 08:17:20.908,-323232,16,3,allevents
-good_day,97.118.51.167,fivetran.com,2021-07-21 02:00:00,Mozilla/5.0 (Android 11; Mobile; rv:90.0) Gecko/90.0 Firefox/90.0,foots_stool,2021-07-21 08:17:20.908,-323232,1,1,allevents
-white_wedding,97.118.51.167,fivetran.com,2021-07-22 12:00:00,Mozilla/5.0 (Android 11; Mobile; rv:90.0) Gecko/90.0 Firefox/90.0,foots_stool,2021-07-22 20:12:27.583,-323232,4,2,allevents
+account_id,remote_ip,server_name,timestamp,user_agent,visitor_id,_fivetran_synced,app_id,num_events,num_minutes,page_id,_fivetran_id
+month_train,2804:18:8b7:a18:1:0:d9e8:45d5,fivetran.com,2021-07-28 11:00:00,Mozilla/5.0 (Android 10; Mobile; rv:90.0) Gecko/90.0 Firefox/90.0,psychosis_skeptical,2021-07-28 20:14:19.861,-323232,21,4,allevents,
+1sk7ccaeau_acc,37.19.197.209,fivetran.com,2021-07-18 14:00:00,Mozilla/5.0 (Android 11; Mobile; rv:89.0) Gecko/89.0 Firefox/89.0,do_over,2021-07-18 20:10:36.803,-323232,12,2,allevents,
+billy_idol,97.118.51.167,fivetran.com,2021-07-21 04:00:00,Mozilla/5.0 (Android 11; Mobile; rv:90.0) Gecko/90.0 Firefox/90.0,foots_stool,2021-07-21 08:17:20.908,-323232,16,3,allevents,
+good_day,97.118.51.167,fivetran.com,2021-07-21 02:00:00,Mozilla/5.0 (Android 11; Mobile; rv:90.0) Gecko/90.0 Firefox/90.0,foots_stool,2021-07-21 08:17:20.908,-323232,1,1,allevents,
+white_wedding,97.118.51.167,fivetran.com,2021-07-22 12:00:00,Mozilla/5.0 (Android 11; Mobile; rv:90.0) Gecko/90.0 Firefox/90.0,foots_stool,2021-07-22 20:12:27.583,-323232,4,2,allevents,
diff --git a/integration_tests/seeds/feature_event.csv b/integration_tests/seeds/feature_event.csv
@@ -1,6 +1,6 @@
-account_id,feature_id,remote_ip,server_name,timestamp,user_agent,visitor_id,_fivetran_synced,app_id,num_events,num_minutes,param_parameter
-_winners_acc,bXVeoCb1HMYgp8qksMojl9wXhM4,95.29.54.102,fivetran.com,2021-06-21 08:00:00,"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.106 Safari/537.36",nothing,2021-06-21 20:11:45.473,-323232,1,1,
-extinguished_cool,84eKv2U6eGlGgQ7NYYURCkfkSxU,103.247.78.54,fivetran.com,2021-06-03 05:00:00,"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_6) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/14.0.3 Safari/605.1.15",billy_idol_again,2021-06-03 08:15:06.070,-323232,1,1,
-eclipse_doormat,61muxsf-RhA7TGh34twJZxGGJ7U,159.242.98.9,fivetran.com,2021-04-19 10:00:00,"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/89.0.4389.128 Safari/537.36",billy_idol_again,2021-04-19 20:09:21.266,-323232,2,2,
-eclipse_doormat,FigN3vVXFCzXsH2qYlCerqmt8UY,159.242.98.9,fivetran.com,2021-04-19 11:00:00,"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/89.0.4389.128 Safari/537.36",billy_idol_again,2021-04-19 20:09:37.502,-323232,1,1,
-eclipse_doormat,pm9oA1KlCYL-MEbPxsCXDixEo6U,159.242.98.9,fivetran.com,2021-04-27 13:00:00,"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/90.0.4430.85 Safari/537.36",billy_idol_again,2021-04-27 20:10:34.257,-323232,1,1,
+account_id,feature_id,remote_ip,server_name,timestamp,user_agent,visitor_id,_fivetran_synced,app_id,num_events,num_minutes,param_parameter,_fivetran_id
+_winners_acc,bXVeoCb1HMYgp8qksMojl9wXhM4,95.29.54.102,fivetran.com,2021-06-21 08:00:00,"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.106 Safari/537.36",nothing,2021-06-21 20:11:45.473,-323232,1,1,,
+extinguished_cool,84eKv2U6eGlGgQ7NYYURCkfkSxU,103.247.78.54,fivetran.com,2021-06-03 05:00:00,"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_6) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/14.0.3 Safari/605.1.15",billy_idol_again,2021-06-03 08:15:06.070,-323232,1,1,,
+eclipse_doormat,61muxsf-RhA7TGh34twJZxGGJ7U,159.242.98.9,fivetran.com,2021-04-19 10:00:00,"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/89.0.4389.128 Safari/537.36",billy_idol_again,2021-04-19 20:09:21.266,-323232,2,2,,
+eclipse_doormat,FigN3vVXFCzXsH2qYlCerqmt8UY,159.242.98.9,fivetran.com,2021-04-19 11:00:00,"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/89.0.4389.128 Safari/537.36",billy_idol_again,2021-04-19 20:09:37.502,-323232,1,1,,
+eclipse_doormat,pm9oA1KlCYL-MEbPxsCXDixEo6U,159.242.98.9,fivetran.com,2021-04-27 13:00:00,"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/90.0.4430.85 Safari/537.36",billy_idol_again,2021-04-27 20:10:34.257,-323232,1,1,,
diff --git a/integration_tests/seeds/guide_event.csv b/integration_tests/seeds/guide_event.csv
@@ -1,6 +1,6 @@
-account_id,guide_id,remote_ip,server_name,timestamp,user_agent,visitor_id,_fivetran_synced,app_id,country,element_path,event_id,guide_step_id,latitude,load_time,longitude,region,type,url
-approximate_tortoise,KNtGlp7GrL0a5FG5HLvNlVfovfw,46.6.2.20,fivetran.com,2021-07-20 11:58:14.710,"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.114 Safari/537.36",thick_register,2021-07-20 20:11:25.624,-323232,ES,BODY,"",ARmCwXFyapzrNYxIq4tpwgi1tCg,0.0,0,0.0,vc,guideSeen,http://fivetran.com/dashboard/logs
-inequalities_food,y79LPO5hn8iStQ84i0379UFAsgI,24.9.77.13,fivetran.com,2021-05-26 14:08:01.617,"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/90.0.4430.212 Safari/537.36",source_oxygen,2021-05-26 20:10:25.927,-323232,US,BODY,"",2qi61Ru_t_jGc0ZerTYQDXsj1Pg,0.0,0,0.0,co,guideActivity,http://fivetran.com/dashboard/connectors/salesforce/
-inequalities_food,y79LPO5hn8iStQ84i0379UFAsgI,24.9.77.13,fivetran.com,2021-05-26 14:08:01.602,"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/90.0.4430.212 Safari/537.36",source_oxygen,2021-05-26 20:10:25.927,-323232,US,BODY,"",2qi61Ru_t_jGc0ZerTYQDXsj1Pg,0.0,0,0.0,co,guideDismissed,http://fivetran.com/dashboard/connectors/salesforce
-inequalities_food,y79LPO5hn8iStQ84i0379UFAsgI,24.9.77.13,fivetran.com,2021-05-26 14:07:49.718,"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/90.0.4430.212 Safari/537.36",source_oxygen,2021-05-26 20:10:25.927,-323232,US,BODY,"",2qi61Ru_t_jGc0ZerTYQDXsj1Pg,0.0,0,0.0,co,guideSeen,http://fivetran.com/dashboard/connectors/salesforce
-inequalities_food,WCfleGskyXv-2jM2VnfvZGGqO3s,24.9.77.13,fivetran.com,2021-05-26 14:05:12.753,"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/90.0.4430.212 Safari/537.36",source_oxygen,2021-05-26 20:10:27.025,-323232,US,BODY,"",XIQoQieTTvull0oaCRP7ZbuLZLQ,0.0,0,0.0,co,guideSeen,http://fivetran.com/dashboard
+account_id,guide_id,remote_ip,server_name,timestamp,user_agent,visitor_id,_fivetran_synced,app_id,country,element_path,event_id,guide_step_id,latitude,load_time,longitude,region,type,url,_fivetran_id
+approximate_tortoise,KNtGlp7GrL0a5FG5HLvNlVfovfw,46.6.2.20,fivetran.com,2021-07-20 11:58:14.710,"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.114 Safari/537.36",thick_register,2021-07-20 20:11:25.624,-323232,ES,BODY,"",ARmCwXFyapzrNYxIq4tpwgi1tCg,0.0,0,0.0,vc,guideSeen,http://fivetran.com/dashboard/logs,
+inequalities_food,y79LPO5hn8iStQ84i0379UFAsgI,24.9.77.13,fivetran.com,2021-05-26 14:08:01.617,"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/90.0.4430.212 Safari/537.36",source_oxygen,2021-05-26 20:10:25.927,-323232,US,BODY,"",2qi61Ru_t_jGc0ZerTYQDXsj1Pg,0.0,0,0.0,co,guideActivity,http://fivetran.com/dashboard/connectors/salesforce/,
+inequalities_food,y79LPO5hn8iStQ84i0379UFAsgI,24.9.77.13,fivetran.com,2021-05-26 14:08:01.602,"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/90.0.4430.212 Safari/537.36",source_oxygen,2021-05-26 20:10:25.927,-323232,US,BODY,"",2qi61Ru_t_jGc0ZerTYQDXsj1Pg,0.0,0,0.0,co,guideDismissed,http://fivetran.com/dashboard/connectors/salesforce,
+inequalities_food,y79LPO5hn8iStQ84i0379UFAsgI,24.9.77.13,fivetran.com,2021-05-26 14:07:49.718,"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/90.0.4430.212 Safari/537.36",source_oxygen,2021-05-26 20:10:25.927,-323232,US,BODY,"",2qi61Ru_t_jGc0ZerTYQDXsj1Pg,0.0,0,0.0,co,guideSeen,http://fivetran.com/dashboard/connectors/salesforce,
+inequalities_food,WCfleGskyXv-2jM2VnfvZGGqO3s,24.9.77.13,fivetran.com,2021-05-26 14:05:12.753,"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/90.0.4430.212 Safari/537.36",source_oxygen,2021-05-26 20:10:27.025,-323232,US,BODY,"",XIQoQieTTvull0oaCRP7ZbuLZLQ,0.0,0,0.0,co,guideSeen,http://fivetran.com/dashboard,
diff --git a/integration_tests/seeds/page_event.csv b/integration_tests/seeds/page_event.csv
@@ -1,6 +1,6 @@
-account_id,page_id,remote_ip,server_name,timestamp,user_agent,visitor_id,_fivetran_synced,app_id,num_events,num_minutes,param_parameter
-new_viewpoint,Nhl1QSs4sqTTT-E6pHHuqhquY78,137.103.4.119,fivetran.com,2021-04-16 18:00:00,"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/89.0.4389.114 Safari/537.36",kettle_popcorn,2021-04-17 08:09:19.785,-323232,17,11,
-demurrer_cash,b_Gv4oSwPLbe3R2JSbhG9hmougY,68.225.251.129,fivetran.com,2021-05-03 19:00:00,"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_14_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/89.0.4389.128 Safari/537.36",people_affirming,2021-05-04 08:08:59.812,-323232,13,11,
-slingshot_unattended,cijvjacZy1UTLJpIoHlJ1Tvoblg,2607:fea8:8580:c700:f4e1:4a34:6ec6:7619,fivetran.com,2021-07-16 14:00:00,"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.77 Safari/537.36 Edg/91.0.864.41",contradistinction_car,2021-07-16 20:09:26.279,-323232,25,12,
-vengeance_void,WqZ5tCLvtOrpUtcSDvN9EXHEYoM,167.98.197.195,fivetran.com,2020-11-23 11:00:00,"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/86.0.4240.198 Safari/537.36",poncho_semi,2020-11-23 20:12:59.190,-323232,12,14,
-ethereal_cigarette,hH9d9iEW7SUcJSUSkCG8TzSe49A,190.15.201.55,fivetran.com,2021-01-04 13:00:00,"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_14_6) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/13.0.3 Safari/605.1.15",looking_unconsciousness,2021-01-04 20:09:02.945,-323232,15,18,
+account_id,page_id,remote_ip,server_name,timestamp,user_agent,visitor_id,_fivetran_synced,app_id,num_events,num_minutes,param_parameter,_fivetran_id
+new_viewpoint,Nhl1QSs4sqTTT-E6pHHuqhquY78,137.103.4.119,fivetran.com,2021-04-16 18:00:00,"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/89.0.4389.114 Safari/537.36",kettle_popcorn,2021-04-17 08:09:19.785,-323232,17,11,,
+demurrer_cash,b_Gv4oSwPLbe3R2JSbhG9hmougY,68.225.251.129,fivetran.com,2021-05-03 19:00:00,"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_14_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/89.0.4389.128 Safari/537.36",people_affirming,2021-05-04 08:08:59.812,-323232,13,11,,
+slingshot_unattended,cijvjacZy1UTLJpIoHlJ1Tvoblg,2607:fea8:8580:c700:f4e1:4a34:6ec6:7619,fivetran.com,2021-07-16 14:00:00,"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.77 Safari/537.36 Edg/91.0.864.41",contradistinction_car,2021-07-16 20:09:26.279,-323232,25,12,,
+vengeance_void,WqZ5tCLvtOrpUtcSDvN9EXHEYoM,167.98.197.195,fivetran.com,2020-11-23 11:00:00,"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/86.0.4240.198 Safari/537.36",poncho_semi,2020-11-23 20:12:59.190,-323232,12,14,,
+ethereal_cigarette,hH9d9iEW7SUcJSUSkCG8TzSe49A,190.15.201.55,fivetran.com,2021-01-04 13:00:00,"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_14_6) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/13.0.3 Safari/605.1.15",looking_unconsciousness,2021-01-04 20:09:02.945,-323232,15,18,,
diff --git a/integration_tests/seeds/poll_event.csv b/integration_tests/seeds/poll_event.csv
@@ -1,4 +1,4 @@
-account_id,guide_id,poll_id,remote_ip,server_name,timestamp,user_agent,visitor_id,_fivetran_synced,app_id,country,element_path,event_id,guide_step_id,latitude,load_time,longitude,poll_response,region,type,url
-schedule_possible,1QMNT_1VQnw376psyuK6aM-ezl8,pp9h6pekqn,2001:b07:2ef:8b98:bc1b:ea41:b42:b9e2,fivetran.com,2020-12-11 09:18:16.118,"Mozilla/5.0 (Macintosh; Intel Mac OS X 11_0_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36",infrequently_rolled,2020-12-11 20:27:55.027,,IT,"","","",44.801485,0,10.327904,003isdx53ctwpf,45,ui:web:pollResponse,http://fivetran.com/dashboard
-volcano_antiviral,1QMNT_1VQnw376psyuK6aM-ezl8,pp9h6pekqn,216.241.155.51,fivetran.com,2020-12-15 18:56:25.780,"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36",penalty_curious,2020-12-15 20:34:25.465,,CY,"","","",34.70713,0,33.022617,001qkov3r8hsxj,02,ui:web:pollResponse,http://fivetran.com/dashboard
-forsook_dog,1QMNT_1VQnw376psyuK6aM-ezl8,pp9h6pekqn,79.140.150.86,fivetran.com,2020-12-28 12:04:18.077,"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36",papacy_scaling,2020-12-28 20:11:26.225,,ME,"","","",42.43042,0,19.259364,00092h8cl17m85,16,ui:web:pollResponse,http://fivetran.com/dashboard
+account_id,guide_id,poll_id,remote_ip,server_name,timestamp,user_agent,visitor_id,_fivetran_synced,app_id,country,element_path,event_id,guide_step_id,latitude,load_time,longitude,poll_response,region,type,url,_fivetran_id
+schedule_possible,1QMNT_1VQnw376psyuK6aM-ezl8,pp9h6pekqn,2001:b07:2ef:8b98:bc1b:ea41:b42:b9e2,fivetran.com,2020-12-11 09:18:16.118,"Mozilla/5.0 (Macintosh; Intel Mac OS X 11_0_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36",infrequently_rolled,2020-12-11 20:27:55.027,,IT,"","","",44.801485,0,10.327904,003isdx53ctwpf,45,ui:web:pollResponse,http://fivetran.com/dashboard,
+volcano_antiviral,1QMNT_1VQnw376psyuK6aM-ezl8,pp9h6pekqn,216.241.155.51,fivetran.com,2020-12-15 18:56:25.780,"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36",penalty_curious,2020-12-15 20:34:25.465,,CY,"","","",34.70713,0,33.022617,001qkov3r8hsxj,02,ui:web:pollResponse,http://fivetran.com/dashboard,
+forsook_dog,1QMNT_1VQnw376psyuK6aM-ezl8,pp9h6pekqn,79.140.150.86,fivetran.com,2020-12-28 12:04:18.077,"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36",papacy_scaling,2020-12-28 20:11:26.225,,ME,"","","",42.43042,0,19.259364,00092h8cl17m85,16,ui:web:pollResponse,http://fivetran.com/dashboard,
diff --git a/macros/get_event_columns.sql b/macros/get_event_columns.sql
@@ -11,7 +11,8 @@
     {"name": "server_name", "datatype": dbt.type_string()},
     {"name": "timestamp", "datatype": dbt.type_timestamp()},
     {"name": "user_agent", "datatype": dbt.type_string()},
-    {"name": "visitor_id", "datatype": dbt.type_string()}
+    {"name": "visitor_id", "datatype": dbt.type_string()},
+    {"name": "_fivetran_id", "datatype": dbt.type_string()}
 ] %}
 
 {{ fivetran_utils.add_pass_through_columns(columns, var('pendo__event_pass_through_columns')) }}

diff --git a/macros/get_guide_event_columns.sql b/macros/get_guide_event_columns.sql
@@ -18,7 +18,8 @@
     {"name": "type", "datatype": dbt.type_string()},
     {"name": "url", "datatype": dbt.type_string()},
     {"name": "user_agent", "datatype": dbt.type_string()},
-    {"name": "visitor_id", "datatype": dbt.type_string()}
+    {"name": "visitor_id", "datatype": dbt.type_string()},
+    {"name": "_fivetran_id", "datatype": dbt.type_string()}
 ] %}
 
 {{ return(columns) }}

diff --git a/macros/get_poll_event_columns.sql b/macros/get_poll_event_columns.sql
@@ -20,7 +20,8 @@
     {"name": "type", "datatype": dbt.type_string()},
     {"name": "url", "datatype": dbt.type_string()},
     {"name": "user_agent", "datatype": dbt.type_string()},
-    {"name": "visitor_id", "datatype": dbt.type_string()}
+    {"name": "visitor_id", "datatype": dbt.type_string()},
+    {"name": "_fivetran_id", "datatype": dbt.type_string()}
 ] %}
 
 {{ return(columns) }}