diff --git a/CHANGELOG.md b/CHANGELOG.md index 36ea2ea90..f880926e8 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -2,6 +2,19 @@ All notable changes to this project will be documented in this file. See [standard-version](https://github.com/conventional-changelog/standard-version) for commit guidelines. +### [1.55.1](https://github.com/rudderlabs/rudder-config-schema/compare/v1.55.0...v1.55.1) (2023-10-16) + + +### Features + +* onboard facebook conversions destination ([#987](https://github.com/rudderlabs/rudder-config-schema/issues/987)) ([ce5c893](https://github.com/rudderlabs/rudder-config-schema/commit/ce5c893712aeb6c67023a8c7d25ef965e21556ba)) + + +### Bug Fixes + +* add ortto source ([#966](https://github.com/rudderlabs/rudder-config-schema/issues/966)) ([595ffb0](https://github.com/rudderlabs/rudder-config-schema/commit/595ffb0642a5b399c33fcaeb8c35d3540077e2b8)) +* improving pinterest UI ([#980](https://github.com/rudderlabs/rudder-config-schema/issues/980)) ([ebee306](https://github.com/rudderlabs/rudder-config-schema/commit/ebee30617f483c3dd2ac5b341c666f90a074a30c)) + ## [1.55.0](https://github.com/rudderlabs/rudder-config-schema/compare/v1.54.0...v1.55.0) (2023-10-11) diff --git a/package-lock.json b/package-lock.json index 73a84a86c..08b839135 100644 --- a/package-lock.json +++ b/package-lock.json @@ -1,12 +1,12 @@ { "name": "rudder-config-schema", - "version": "1.55.0", + "version": "1.55.1", "lockfileVersion": 3, "requires": true, "packages": { "": { "name": "rudder-config-schema", - "version": "1.55.0", + "version": "1.55.1", "license": "MIT", "dependencies": { "ajv": "^8.12.0", diff --git a/package.json b/package.json index 5f9603be7..80705f296 100755 --- a/package.json +++ b/package.json @@ -1,6 +1,6 @@ { "name": "rudder-config-schema", - "version": "1.55.0", + "version": "1.55.1", "description": "", "main": "src/index.ts", "private": true, diff --git a/src/configurations/destinations/facebook_conversions/db-config.json b/src/configurations/destinations/facebook_conversions/db-config.json new file mode 100644 index 000000000..acfc4f763 --- /dev/null +++ b/src/configurations/destinations/facebook_conversions/db-config.json @@ -0,0 +1,47 @@ +{ + "name": "FACEBOOK_CONVERSIONS", + "displayName": "Facebook Conversions", + "config": { + "transformAt": "processor", + "transformAtV1": "processor", + "saveDestinationResponse": true, + "includeKeys": [], + "excludeKeys": [], + "supportedSourceTypes": [ + "android", + "ios", + "web", + "unity", + "amp", + "cloud", + "warehouse", + "reactnative", + "flutter", + "cordova", + "shopify" + ], + "supportedMessageTypes": ["identify", "page", "screen", "track"], + "supportedConnectionModes": {}, + "destConfig": { + "defaultConfig": [ + "blacklistPiiProperties", + "categoryToContent", + "datasetId", + "eventsToEvents", + "whitelistPiiProperties", + "limitedDataUSage", + "actionSource", + "accessToken", + "testDestination", + "testEventCode", + "blacklistedEvents", + "whitelistedEvents", + "eventFilteringOption", + "removeExternalId", + "oneTrustCookieCategories", + "ketchConsentPurposes" + ] + }, + "secretKeys": ["accessToken"] + } +} diff --git a/src/configurations/destinations/facebook_conversions/metadata.json b/src/configurations/destinations/facebook_conversions/metadata.json new file mode 100644 index 000000000..59c4d726b --- /dev/null +++ b/src/configurations/destinations/facebook_conversions/metadata.json @@ -0,0 +1,25 @@ +{ + "metadata": { + "primaryCategory": "", + "secondaryCategory": [], + "docLink": "", + "logoPath": "", + "connectionMode": { + "cloud-mode": true, + "device-mode": ["web", "android"] + }, + "supportedMethods": { + "cloud-mode": ["track", "identify"], + "device-mode": { + "web": ["track", "identify"] + } + }, + "releaseStatus": "beta", + "sourceCode": { + "android": { + "github": "", + "version": "v1.0.0" + } + } + } +} diff --git a/src/configurations/destinations/facebook_conversions/schema.json b/src/configurations/destinations/facebook_conversions/schema.json new file mode 100644 index 000000000..6f70043cf --- /dev/null +++ b/src/configurations/destinations/facebook_conversions/schema.json @@ -0,0 +1,168 @@ +{ + "configSchema": { + "$schema": "http://json-schema.org/draft-07/schema#", + "required": ["datasetId", "accessToken"], + "type": "object", + "properties": { + "datasetId": { + "type": "string", + "pattern": "(^\\{\\{.*\\|\\|(.*)\\}\\}$)|(^env[.].+)|^(.{1,100})$" + }, + "accessToken": { + "type": "string", + "pattern": "(^\\{\\{.*\\|\\|(.*)\\}\\}$)|(^env[.].+)|^(.{0,500})$" + }, + "categoryToContent": { + "type": "array", + "items": { + "type": "object", + "properties": { + "from": { + "type": "string", + "pattern": "(^\\{\\{.*\\|\\|(.*)\\}\\}$)|(^env[.].+)|^(.{0,100})$" + }, + "to": { + "type": "string", + "pattern": "(^\\{\\{.*\\|\\|(.*)\\}\\}$)|(^env[.].+)|^(.{0,100})$" + } + } + } + }, + "eventsToEvents": { + "type": "array", + "items": { + "type": "object", + "properties": { + "from": { + "type": "string", + "pattern": "(^\\{\\{.*\\|\\|(.*)\\}\\}$)|(^env[.].+)|^(.{0,100})$" + }, + "to": { + "type": "string", + "enum": [ + "ViewContent", + "Search", + "AddToCart", + "AddToWishlist", + "InitiateCheckout", + "AddPaymentInfo", + "Purchase", + "PageView", + "Lead", + "CompleteRegistration", + "Contact", + "CustomizeProduct", + "Donate", + "FindLocation", + "Schedule", + "StartTrial", + "SubmitApplication", + "Subscribe", + "" + ] + } + } + } + }, + "actionSource": { + "type": "string", + "enum": [ + "website", + "email", + "app", + "phone_call", + "chat", + "physical_store", + "system_generated", + "other" + ], + "default": "website" + }, + "blacklistPiiProperties": { + "type": "array", + "items": { + "type": "object", + "properties": { + "blacklistPiiProperties": { + "type": "string", + "pattern": "(^\\{\\{.*\\|\\|(.*)\\}\\}$)|(^env[.].+)|^(.{0,100})$" + }, + "blacklistPiiHash": { "type": "boolean" } + } + } + }, + "whitelistPiiProperties": { + "type": "array", + "items": { + "type": "object", + "properties": { + "whitelistPiiProperties": { + "type": "string", + "pattern": "(^\\{\\{.*\\|\\|(.*)\\}\\}$)|(^env[.].+)|^(.{0,100})$" + } + } + } + }, + "limitedDataUSage": { "type": "boolean", "default": false }, + "testDestination": { "type": "boolean", "default": false }, + "testEventCode": { + "type": "string", + "pattern": "(^\\{\\{.*\\|\\|(.*)\\}\\}$)|(^env[.].+)|^(.{0,100})$" + }, + "removeExternalId": { "type": "boolean", "default": false }, + "eventFilteringOption": { + "type": "string", + "enum": ["disable", "whitelistedEvents", "blacklistedEvents"], + "default": "disable" + }, + "whitelistedEvents": { + "type": "array", + "items": { + "type": "object", + "properties": { + "eventName": { + "type": "string", + "pattern": "(^\\{\\{.*\\|\\|(.*)\\}\\}$)|(^env[.].+)|^(.{0,100})$" + } + } + } + }, + "blacklistedEvents": { + "type": "array", + "items": { + "type": "object", + "properties": { + "eventName": { + "type": "string", + "pattern": "(^\\{\\{.*\\|\\|(.*)\\}\\}$)|(^env[.].+)|^(.{0,100})$" + } + } + } + }, + "oneTrustCookieCategories": { + "type": "array", + "items": { + "type": "object", + "properties": { + "oneTrustCookieCategory": { + "type": "string", + "pattern": "(^\\{\\{.*\\|\\|(.*)\\}\\}$)|(^env[.].+)|^(.{0,100})$" + } + } + } + }, + "ketchConsentPurposes": { + "type": "array", + "items": { + "type": "object", + "properties": { + "purpose": { + "type": "string", + "pattern": "(^\\{\\{.*\\|\\|(.*)\\}\\}$)|(^env[.].+)|^(.{0,100})$" + } + } + } + } + } + } +} diff --git a/src/configurations/destinations/facebook_conversions/ui-config.json b/src/configurations/destinations/facebook_conversions/ui-config.json new file mode 100644 index 000000000..474985065 --- /dev/null +++ b/src/configurations/destinations/facebook_conversions/ui-config.json @@ -0,0 +1,467 @@ +{ + "uiConfig": { + "baseTemplate": [ + { + "title": "Initial setup", + "note": "Review how this destination is set up", + "sections": [ + { + "groups": [ + { + "title": "Connection settings", + "note": "Update your connection settings here", + "icon": "settings", + "fields": [ + { + "type": "textInput", + "label": "Dataset ID", + "note": "Your Dataset ID, from the snippet created on the Facebook Dataset creation page.", + "configKey": "datasetId", + "regex": "(^\\{\\{.*\\|\\|(.*)\\}\\}$)|(^env[.].+)|^(.{1,100})$", + "regexErrorMessage": "Invalid Dataset ID", + "placeholder": "e.g: 1234567898765" + }, + { + "type": "textInput", + "label": "Business Access Token", + "note": "Your Business Access token from your Business Account. Required for cloud-mode.", + "configKey": "accessToken", + "regex": "(^\\{\\{.*\\|\\|(.*)\\}\\}$)|(^env[.].+)|^(.{0,500})$", + "regexErrorMessage": "Invalid Business Access Token", + "placeholder": "e.g: EAALPFdyOVl4BAKEXmVR...", + "secret": true + } + ] + } + ] + }, + { + "groups": [ + { + "title": "Connection mode", + "note": [ + "Update how you want to route events from your source to destination. ", + { + "text": "Get help deciding", + "link": "https://www.rudderstack.com/docs/destinations/rudderstack-connection-modes/" + } + ], + "icon": "sliders", + "fields": [] + } + ] + } + ] + }, + { + "title": "Configuration settings", + "note": "Manage the settings for your \ndestination", + "sections": [ + { + "groups": [ + { + "title": "Event settings", + "note": "Configure a few advanced event settings here", + "icon": "settings", + "fields": [ + { + "type": "singleSelect", + "label": "Action Source", + "note": "Choose the fallback action_source value you want to set if action_source is not found in event properties", + "configKey": "actionSource", + "options": [ + { + "label": "website", + "value": "website" + }, + { + "label": "email", + "value": "email" + }, + { + "label": "app", + "value": "app" + }, + { + "label": "phone_call", + "value": "phone_call" + }, + { + "label": "chat", + "value": "chat" + }, + { + "label": "physical_store", + "value": "physical_store" + }, + { + "label": "system_generated", + "value": "system_generated" + }, + { + "label": "other", + "value": "other" + } + ], + "default": "website" + } + ] + } + ] + }, + { + "groups": [ + { + "title": "Destination settings", + "note": "Configure advanced destination-specific settings heree", + "fields": [ + { + "type": "checkbox", + "label": "Limited Data Usage", + "configKey": "limitedDataUSage", + "default": false + }, + { + "type": "checkbox", + "label": "Use as Test Destination", + "configKey": "testDestination", + "default": false + }, + { + "type": "textInput", + "label": "Test Event Code", + "note": "Your test event code from your Facebook Datasets dashboard. Required if Test Destination flag is turned ON", + "configKey": "testEventCode", + "regex": "^(.{0,100})$", + "regexErrorMessage": "Please put a valid Test event code", + "placeholder": "e.g: TEST80569" + }, + { + "type": "checkbox", + "label": "Don't send external_id for user", + "note": "Turn this on to send neither userId nor anonymousId as external_id.", + "configKey": "removeExternalId", + "default": false + } + ] + } + ] + }, + { + "title": "Other settings", + "note": "Configure advanced RudderStack features here", + "icon": "otherSettings", + "groups": [ + { + "title": "Client-side event filtering", + "note": "Decide what events are allowed (allowlisting) and blocked (denylisting)", + "fields": [ + { + "type": "singleSelect", + "label": "Choose if you want to turn on events filtering:", + "configKey": "eventFilteringOption", + "note": "You must select either allowlist or denylist to enable events filtering", + "options": [ + { + "label": "Disabled", + "value": "disable" + }, + { + "label": "Filter via allowlist", + "value": "whitelistedEvents" + }, + { + "label": "Filter via denylist", + "value": "blacklistedEvents" + } + ], + "default": "disable" + }, + { + "type": "tagInput", + "label": "Allowlisted events", + "note": "Input separate events by pressing ‘Enter’.\nInput the events you want to allowlist.", + "configKey": "whitelistedEvents", + "tagKey": "eventName", + "placeholder": "e.g: Anonymous page visit", + "default": [ + { + "eventName": "" + } + ], + "preRequisites": { + "fields": [ + { + "configKey": "eventFilteringOption", + "value": "whitelistedEvents" + } + ] + } + }, + { + "type": "tagInput", + "label": "Denylisted events", + "note": "Input separate events by pressing ‘Enter’.\nInput the events you want to denylist. ", + "configKey": "blacklistedEvents", + "tagKey": "eventName", + "placeholder": "e.g: Anonymous page visit", + "default": [ + { + "eventName": "" + } + ], + "preRequisites": { + "fields": [ + { + "configKey": "eventFilteringOption", + "value": "blacklistedEvents" + } + ] + } + } + ] + }, + { + "title": "OneTrust cookie consent settings", + "note": [ + "Enter your OneTrust category names if you have them configured. ", + { + "text": "Learn more ", + "link": "https://www.rudderstack.com/docs/sources/event-streams/sdks/rudderstack-javascript-sdk/onetrust-consent-manager/" + }, + "about RudderStack’s OneTrust Consent Manager feature." + ], + "fields": [ + { + "type": "tagInput", + "label": "Cookie category name", + "note": "Input your OneTrust category names by pressing ‘Enter’ after each entry", + "configKey": "oneTrustCookieCategories", + "tagKey": "oneTrustCookieCategory", + "placeholder": "e.g: Credit card visit", + "default": [ + { + "oneTrustCookieCategory": "" + } + ] + } + ] + }, + { + "title": "Ketch consent settings", + "note": "Enter your Ketch Consent Purposes if you have them configured.", + "fields": [ + { + "type": "tagInput", + "label": "Ketch consent purpose", + "note": "Input your Ketch consent purpose by pressing ‘Enter’ after each entry", + "configKey": "ketchConsentPurposes", + "tagKey": "purpose", + "placeholder": "e.g: Marketing", + "default": [ + { + "purpose": "" + } + ] + } + ] + } + ] + } + ] + }, + { + "title": "Event mapping", + "note": "Map RudderStack to Facebook events", + "hideEditIcon": true, + "sections": [ + { + "groups": [ + { + "title": "RudderStack to Facebook event mappings", + "fields": [ + { + "type": "redirect", + "redirectGroupKey": "customEventMapping", + "label": "Event and property mappings", + "note": "Map RudderStack events/properties to Facebook custom events/properties" + } + ] + } + ] + } + ] + } + ], + "sdkTemplate": { + "title": "SDK settings", + "note": "not visible in the ui", + "fields": [] + }, + "redirectGroups": { + "customEventMapping": { + "tabs": [ + { + "name": "Category mapping", + "fields": [ + { + "type": "mapping", + "label": "Map your RudderStack Categories to Facebook Content Types", + "note": "Input the RudderStack category to map to Facebook's content type.", + "configKey": "categoryToContent", + "default": [], + "columns": [ + { + "type": "textInput", + "key": "from", + "label": "RudderStack Category", + "placeholder": "e.g: Product Searched" + }, + { + "type": "textInput", + "key": "to", + "label": "Facebook Content Type", + "placeholder": "e.g: Product" + } + ] + } + ] + }, + { + "name": "Custom event", + "fields": [ + { + "type": "mapping", + "label": "Map RudderStack event to Facebook standard event", + "note": "Input the RudderStack event to map to Facebook's standard event.", + "configKey": "eventsToEvents", + "default": [], + "columns": [ + { + "type": "textInput", + "key": "from", + "label": "RudderStack Event", + "placeholder": "e.g: Product Searched" + }, + { + "type": "singleSelect", + "key": "to", + "label": "Facebook custom event", + "options": [ + { + "name": "ViewContent", + "value": "ViewContent" + }, + { + "name": "Search", + "value": "Search" + }, + { + "name": "AddToCart", + "value": "AddToCart" + }, + { + "name": "AddToWishlist", + "value": "AddToWishlist" + }, + { + "name": "InitiateCheckout", + "value": "InitiateCheckout" + }, + { + "name": "AddPaymentInfo", + "value": "AddPaymentInfo" + }, + { + "name": "Purchase", + "value": "Purchase" + }, + { + "name": "PageView", + "value": "PageView" + }, + { + "name": "Lead", + "value": "Lead" + }, + { + "name": "CompleteRegistration", + "value": "CompleteRegistration" + }, + { + "name": "Contact", + "value": "Contact" + }, + { + "name": "CustomizeProduct", + "value": "CustomizeProduct" + }, + { + "name": "Donate", + "value": "Donate" + }, + { + "name": "FindLocation", + "value": "FindLocation" + }, + { + "name": "Schedule", + "value": "Schedule" + }, + { + "name": "StartTrial", + "value": "StartTrial" + }, + { + "name": "SubmitApplication", + "value": "SubmitApplication" + }, + { + "name": "Subscribe", + "value": "Subscribe" + } + ] + } + ] + } + ] + }, + { + "name": "PII properties", + "fields": [ + { + "type": "dynamicCustomForm", + "label": "Input PII properties you want to denylist", + "configKey": "blacklistPiiProperties", + "rowFields": [ + { + "type": "textInput", + "configKey": "blacklistPiiProperties", + "regex": "(^\\{\\{.*\\|\\|(.*)\\}\\}$)|(^env[.].+)|^(.{0,100})$", + "regexErrorMessage": "Invalid Denylist PII Properties", + "label": "Denylist PII Properties", + "placeholder": "e.g: phone" + }, + { + "type": "checkbox", + "label": "Hash Denylist PII Property", + "configKey": "blacklistPiiHash", + "default": false + } + ] + }, + { + "type": "tagInput", + "label": "Input PII properties you want to allowlist", + "configKey": "whitelistPiiProperties", + "tagKey": "whitelistPiiProperties", + "placeholder": "e.g: email", + "default": [] + } + ] + } + ] + } + } + } +} diff --git a/src/configurations/destinations/pinterest_tag/db-config.json b/src/configurations/destinations/pinterest_tag/db-config.json index 2facb5588..9da53fc5c 100644 --- a/src/configurations/destinations/pinterest_tag/db-config.json +++ b/src/configurations/destinations/pinterest_tag/db-config.json @@ -12,7 +12,6 @@ "sendAsCustomEvent", "eventsMapping", "enhancedMatch", - "enableDeduplication", "deduplicationKey", "blacklistedEvents", "whitelistedEvents", @@ -43,7 +42,6 @@ "sendAsTestEvent", "conversionToken", "sendingUnHashedData", - "enableDeduplication", "deduplicationKey", "sendExternalId", "customProperties", diff --git a/src/configurations/destinations/pinterest_tag/schema.json b/src/configurations/destinations/pinterest_tag/schema.json index fdf60deed..3f4520516 100644 --- a/src/configurations/destinations/pinterest_tag/schema.json +++ b/src/configurations/destinations/pinterest_tag/schema.json @@ -7,8 +7,8 @@ "tagId": { "type": "string", "pattern": "(^\\{\\{.*\\|\\|(.*)\\}\\}$)|(^env[.].+)|^[0-9]*$" }, "appId": { "type": "string", "pattern": "(^\\{\\{.*\\|\\|(.*)\\}\\}$)|(^env[.].+)|^[0-9]*$" }, "apiVersion": { "type": "string", "enum": ["legacyApi", "newApi"], "default": "legacyApi" }, + "deduplicationKey": { "type": "string", "pattern":"(^\\{\\{.*\\|\\|(.*)\\}\\}$)|(^env[.].+)|^(.{1,100})$"}, "sendingUnHashedData": { "type": "boolean", "default": true }, - "enableDeduplication": { "type": "boolean", "default": false }, "enhancedMatch": { "type": "boolean", "default": true }, "sendExternalId": { "type": "boolean", "default": false }, "sendAsCustomEvent": { "type": "boolean", "default": false }, @@ -126,21 +126,6 @@ }, "required": ["adAccountId", "conversionToken"] } - }, - { - "if": { - "properties": { "enableDeduplication": { "const": true } }, - "required": ["enableDeduplication"] - }, - "then": { - "properties": { - "deduplicationKey": { - "type": "string", - "pattern": "(^\\{\\{.*\\|\\|(.*)\\}\\}$)|(^env[.].+)|^(.{1,100})$" - } - }, - "required": ["deduplicationKey"] - } } ] } diff --git a/src/configurations/destinations/pinterest_tag/ui-config.json b/src/configurations/destinations/pinterest_tag/ui-config.json index ff5d91894..b72786391 100644 --- a/src/configurations/destinations/pinterest_tag/ui-config.json +++ b/src/configurations/destinations/pinterest_tag/ui-config.json @@ -104,27 +104,14 @@ "default": true, "footerNote": "Rudderstack will hash your user data by default. Switch this off if you are already sending hashed data" }, - { - "type": "checkbox", - "label": "Enable Event Deduplication", - "value": "enableDeduplication", - "default": false, - "footerNote": "If not enabled here, Rudderstack will send messageId as event_id field." - }, { "type": "textInput", - "preRequisiteField": [ - { - "name": "enableDeduplication", - "selectedValue": true - } - ], "label": "Deduplication Key", "value": "deduplicationKey", - "placeholder": "e.g: messageId", "regex": "(^\\{\\{.*\\|\\|(.*)\\}\\}$)|(^env[.].+)|^(.{1,100})$", - "required": true, - "footerNote": "Rudderstack will send this key-value from payload as an event deduplication key" + "required": false, + "placeholder": "e.g: messageId", + "footerNote": "By default, RudderStack will send messageId as the event_id field. You can utilize this input, to specify another field value sent via payload, to be used instead" }, { "type": "checkbox", diff --git a/src/configurations/sources/ortto/db-config.json b/src/configurations/sources/ortto/db-config.json new file mode 100644 index 000000000..e3f806adf --- /dev/null +++ b/src/configurations/sources/ortto/db-config.json @@ -0,0 +1,6 @@ +{ + "name": "ortto", + "category": "webhook", + "displayName": "Ortto", + "type": "cloud" +} diff --git a/src/configurations/sources/ortto/metadata.json b/src/configurations/sources/ortto/metadata.json new file mode 100644 index 000000000..1aa657680 --- /dev/null +++ b/src/configurations/sources/ortto/metadata.json @@ -0,0 +1,13 @@ +{ + "metadata": { + "primaryCategory": "", + "secondaryCategory": [], + "docLink": "", + "logoPath": "", + "releaseStatus": "beta", + "sourceCode": { + "github": "", + "version": "v1.0.0" + } + } +} diff --git a/src/configurations/sources/ortto/schema.json b/src/configurations/sources/ortto/schema.json new file mode 100644 index 000000000..fddffa4cc --- /dev/null +++ b/src/configurations/sources/ortto/schema.json @@ -0,0 +1,3 @@ +{ + "configSchema": null +} diff --git a/src/configurations/sources/ortto/ui-config.json b/src/configurations/sources/ortto/ui-config.json new file mode 100644 index 000000000..a64a05b7e --- /dev/null +++ b/src/configurations/sources/ortto/ui-config.json @@ -0,0 +1,3 @@ +{ + "uiConfig": null +} diff --git a/src/configurations/sources/singer_zendesk_support/db-config.json b/src/configurations/sources/singer_zendesk_support/db-config.json index 1f66327c1..6626185c0 100644 --- a/src/configurations/sources/singer_zendesk_support/db-config.json +++ b/src/configurations/sources/singer_zendesk_support/db-config.json @@ -3,7 +3,7 @@ "category": "singer-protocol", "displayName": "Zendesk Support", "options": { - "image": "rudderstack/source-zendesk-support:v8.2.1-alpha.466603a56a" + "image": "rudderstack/source-zendesk-support:v8.2.2" }, "type": "cloudSource" } diff --git a/src/configurations/sources/trino/db-config.json b/src/configurations/sources/trino/db-config.json index e2047479b..5c0251b88 100644 --- a/src/configurations/sources/trino/db-config.json +++ b/src/configurations/sources/trino/db-config.json @@ -9,7 +9,7 @@ "mirror" ], "isSqlModelSupported": true, - "isAudienceSupported": true + "isAudienceSupported": false }, "type": "warehouse" } \ No newline at end of file diff --git a/src/configurations/wht-lib-projects/libres360_base_features/db-config.json b/src/configurations/wht-lib-projects/libres360_base_features/db-config.json index b9d0d3ecd..4307341cf 100644 --- a/src/configurations/wht-lib-projects/libres360_base_features/db-config.json +++ b/src/configurations/wht-lib-projects/libres360_base_features/db-config.json @@ -17,6 +17,10 @@ { "name": "snowflake", "accountRole": "snowflake" + }, + { + "name": "deltalake", + "accountRole": "databricks" } ] } diff --git a/test/data/validation/destinations/facebook_conversions.json b/test/data/validation/destinations/facebook_conversions.json new file mode 100644 index 000000000..d9a4677e5 --- /dev/null +++ b/test/data/validation/destinations/facebook_conversions.json @@ -0,0 +1,226 @@ +[ + { + "config": { + "datasetId": "471828257250906", + "accessToken": "EABAKGVmm4FjBAKAHtWZB4er7fVTjFdJD33daH3ZB340qWk7Nv9MwZCOE0f27EKZA1LQxkQD8hQy1ZBb3SkIgeLcqZAbVtVXbpumoOtpqkP9fRqM0bZCeozeWkH3Y4TZCUpUeUsgKwGDqZB9QrrZCGwRcF9YZAvPDjZAT0YJjWNWQCKhnMQ2OEnrjtJmJgsWDicELxEAZD", + "limitedDataUSage": false, + "testDestination": false, + "removeExternalId": false, + "testEventCode": "", + "eventFilteringOption": "whitelistedEvents", + "eventsToEvents": [ + { + "from": "named", + "to": "ViewContent" + } + ], + "blacklistPiiProperties": [ + { + "blacklistPiiProperties": "", + "blacklistPiiHash": true + } + ], + "whitelistPiiProperties": [ + { + "whitelistPiiProperties": "passed" + } + ], + "whitelistedEvents": [ + { + "eventName": "login" + } + ], + "blacklistedEvents": [ + { + "eventName": "adblocker_disabled" + } + ], + "categoryToContent": [ + { + "from": "app_signup", + "to": "completed" + } + ] + }, + "result": true + }, + { + "config": { + "accessToken": "EABAKGVmm4FjB7fVTjFdJD33daH3ZB340qWk7Nv9MwZCOE0f27EKZA1LQxkQD8hQy1ZBb3SkIgeLcqZAbVtVXbpumoOtpqkP9fRqM0bZCeozeWkH3Y4TZCUpUeUsgKwGDqZB9QrrZCGwRcF9YZAvPDjZAT0YJjWNWQCKhnMQ2OEnrjtJmJgsWDicELxEAZD", + "removeExternalId": true, + "limitedDataUSage": true, + "testDestination": false, + "testEventCode": "", + "eventFilteringOption": "whitelistedEvents", + "eventsToEvents": [ + { + "from": "name", + "to": "ViewContent" + } + ], + "blacklistPiiProperties": [ + { + "blacklistPiiProperties": "", + "blacklistPiiHash": true + } + ], + "whitelistPiiProperties": [ + { + "whitelistPiiProperties": "passed" + } + ], + "whitelistedEvents": [ + { + "eventName": "" + } + ], + "blacklistedEvents": [ + { + "eventName": "" + } + ], + "categoryToContent": [ + { + "from": "app_signup", + "to": "completed" + } + ] + }, + "result": false, + "err": [" must have required property 'datasetId'"] + }, + { + "config": { + "datasetId": "295131421571462", + "blacklistPiiProperties": [ + { + "blacklistPiiProperties": "", + "blacklistPiiHash": false + } + ], + "eventsToEvents": [ + { + "from": "PageView", + "to": "ViewContent" + } + ], + "useNativeSDK": { + "web": true + } + }, + "result": false, + "err": [" must have required property 'accessToken'"] + }, + { + "config": { + "datasetId": "457112234567291", + "accessToken": "EAAEOkKbzt8cBAJFgWYuG6bE5ycjssu71bCg4F4wzPh682n4YEBOZAmjbcdlru53CIvXt1MJb9SpliIGbauYrjxzyGtzBmyVenyyJkZCHX2KtoMVn7njwFNk3jtEUDYOS49OOE5YSbZBUznGlICSfZAAjBUyQ8cXmu0LtfXpXsA6gqjjqd1vXHLv8ycGY2CIZS", + "limitedDataUSage": false, + "testDestination": false, + "testEventCode": "TEST83176", + "eventFilteringOption": "disable", + "eventsToEvents": [ + { + "from": "app terminated", + "to": "ViewContent" + }, + { + "from": "app installed", + "to": "Search" + } + ], + "useNativeSDK": { + "web": true + } + }, + "result": true + }, + { + "config": { + "datasetId": "457112234567291", + "accessToken": "EAAEOkKbzt8cBAJFgWYuG6bE5ycjssu71bCg4F4wzPh682n4YEBOZAmjbcdlru53CIvXt1MJb9SpliIGbauYrjxzyGtzBmyVenyyJkZCHX2KtoMVn7njwFNk3jtEUDYOS49OOE5YSbZBUznGlICSfZAAjBUyQ8cXmu0LtfXpXsA6gqjjqd1vXHLv8ycGY2CIZS", + "limitedDataUSage": true, + "testDestination": true, + "testEventCode": "TEST1010", + "eventFilteringOption": "disable", + "eventsToEvents": [ + { + "from": "app terminated", + "to": "Search" + } + ], + "useNativeSDK": { + "web": true + } + }, + "result": true + }, + { + "config": { + "datasetId": "457112234567291", + "accessToken": "EAAEOkKbzt8cBAJFgWYuG6bE5ycjssu71bCg4F4wzPh682n4YEBOZAmjbcdlru53CIvXt1MJb9SpliIGbauYrjxzyGtzBmyVenyyJkZCHX2KtoMVn7njwFNk3jtEUDYOS49OOE5YSbZBUznGlICSfZAAjBUyQ8cXmu0LtfXpXsA6gqjjqd1vXHLv8ycGY2CIZS", + "limitedDataUSage": false, + "testDestination": true, + "testEventCode": "EAAEOkKbzt8cBAJFgWYuG6bE5ycjssu71bCg4F4wzPh682n4YEBOZAmjbcdlru53CIvXt1MJb9SpliIGbauYrjxzyGtzBmyVenyyJkZCHX2KtoMVn7njwFNk3jtEUDYOS49OOE5YSbZBUznGlICSfZAAjBUyQ8cXmu0LtfXpXsA6gqjjqd1vXHLv8ycGY2CIZS", + "eventFilteringOption": "disable", + "eventsToEvents": [ + { + "from": "app terminated", + "to": "Search" + } + ], + "useNativeSDK": { + "web": true + } + }, + "result": false, + "err": [ + "testEventCode must match pattern \"(^\\{\\{.*\\|\\|(.*)\\}\\}$)|(^env[.].+)|^(.{0,100})$\"" + ] + }, + { + "config": { + "datasetId": "471828257250906", + "accessToken": "EABAKGVmm4FjBAKAHtWZB4er7fVTjFdJD33daH3ZB340qWk7Nv9MwZCOE0f27EKZA1LQxkQD8hQy1ZBb3SkIgeLcqZAbVtVXbpumoOtpqkP9fRqM0bZCeozeWkH3Y4TZCUpUeUsgKwGDqZB9QrrZCGwRcF9YZAvPDjZAT0YJjWNWQCKhnMQ2OEnrjtJmJgsWDicELxEAZD", + "limitedDataUSage": false, + "testDestination": false, + "testEventCode": "", + "eventFilteringOption": "allowedEvents", + "eventsToEvents": [ + { + "from": "named", + "to": "Search" + } + ], + "blacklistPiiProperties": [ + { + "blacklistPiiProperties": "", + "blacklistPiiHash": true + } + ], + "whitelistPiiProperties": [ + { + "whitelistPiiProperties": "passed" + } + ], + "whitelistedEvents": [ + { + "eventName": "login" + } + ], + "blacklistedEvents": [ + { + "eventName": "adblocker_disabled" + } + ], + "categoryToContent": [ + { + "from": "app_signup", + "to": "completed" + } + ] + }, + "result": false, + "err": ["eventFilteringOption must be equal to one of the allowed values"] + } +] diff --git a/test/data/validation/destinations/pinterest_tag.json b/test/data/validation/destinations/pinterest_tag.json index 5cd470bd6..e9ef11428 100644 --- a/test/data/validation/destinations/pinterest_tag.json +++ b/test/data/validation/destinations/pinterest_tag.json @@ -6,7 +6,6 @@ "appId": "429047995", "enhancedMatch": true, "sendingUnHashedData": true, - "enableDeduplication": true, "deduplicationKey": "messageId", "sendExternalId": true, "sendAsCustomEvent": true, @@ -33,7 +32,6 @@ "advertiserId": "429047995", "appId": "429047995", "sendingUnHashedData": false, - "enableDeduplication": true, "deduplicationKey": "messageId", "enhancedMatch": true, "customProperties": [ @@ -62,7 +60,6 @@ "appId": "429047995", "sendingUnHashedData": false, "enhancedMatch": true, - "enableDeduplication": false, "customProperties": [ { "properties": "presentclass" @@ -90,7 +87,6 @@ "advertiserId": "429047995", "appId": "429047995abc", "sendingUnHashedData": true, - "enableDeduplication": false, "enhancedMatch": false, "customProperties": [ { @@ -116,7 +112,6 @@ "advertiserId": "429047995", "appId": "429047995", "sendingUnHashedData": true, - "enableDeduplication": true, "deduplicationKey": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa", "enhancedMatch": false, "customProperties": [ @@ -136,8 +131,7 @@ }, "result": false, "err": [ - "deduplicationKey must match pattern \"(^\\{\\{.*\\|\\|(.*)\\}\\}$)|(^env[.].+)|^(.{1,100})$\"", - " must match \"then\" schema" + "deduplicationKey must match pattern \"(^\\{\\{.*\\|\\|(.*)\\}\\}$)|(^env[.].+)|^(.{1,100})$\"" ] }, { @@ -150,7 +144,6 @@ "conversionToken": "conversionToken123", "enhancedMatch": true, "sendingUnHashedData": true, - "enableDeduplication": true, "deduplicationKey": "messageId", "customProperties": [ { @@ -183,7 +176,6 @@ "conversionToken": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa", "enhancedMatch": true, "sendingUnHashedData": true, - "enableDeduplication": true, "deduplicationKey": "messageId", "customProperties": [ {