chore(release): pull release/v1.68.0 into main

.github/workflows/deploy-to-prod.yml

@@ -51,5 +51,5 @@ jobs:
     secrets:
       API_USERNAME: ${{ secrets.PROD_USERNAME }}
       API_PASSWORD: ${{ secrets.PROD_PASSWORD }}
-      SLACK_BOT_TOKEN: $$ {{ secrets.SLACK_BOT_TOKEN }}
+      SLACK_BOT_TOKEN: ${{ secrets.SLACK_BOT_TOKEN }}
       SLACK_RELEASE_CHANNEL_ID: ${{ secrets.SLACK_RELEASE_CHANNEL_ID }}

.github/workflows/deploy-to-staging.yml

@@ -20,5 +20,5 @@ jobs:
     secrets:
       API_USERNAME: ${{ secrets.DEV_USERNAME }}
       API_PASSWORD: ${{ secrets.DEV_PASSWORD }}
-      SLACK_BOT_TOKEN: $$ {{ secrets.SLACK_BOT_TOKEN }}
+      SLACK_BOT_TOKEN: ${{ secrets.SLACK_BOT_TOKEN }}
       SLACK_RELEASE_CHANNEL_ID: ${{ secrets.SLACK_RELEASE_CHANNEL_ID }}

CHANGELOG.md

@@ -2,6 +2,22 @@
 
 All notable changes to this project will be documented in this file. See [standard-version](https://github.com/conventional-changelog/standard-version) for commit guidelines.
 
+## [1.68.0](https://github.com/rudderlabs/rudder-config-schema/compare/v1.67.1...v1.68.0) (2024-03-18)
+
+
+### Features
+
+* custom environment slug ([#1275](https://github.com/rudderlabs/rudder-config-schema/issues/1275)) ([a856eef](https://github.com/rudderlabs/rudder-config-schema/commit/a856eef62d79dbf61fad3b9d84eb31d33f62b5ea))
+* onboard destination movable ink ([#1252](https://github.com/rudderlabs/rudder-config-schema/issues/1252)) ([c4bdb5e](https://github.com/rudderlabs/rudder-config-schema/commit/c4bdb5ee623765c7c18802628366ff02f2196782))
+* onboard new destination koala ([#1258](https://github.com/rudderlabs/rudder-config-schema/issues/1258)) ([37b7150](https://github.com/rudderlabs/rudder-config-schema/commit/37b7150736fe803b3c837f01a57a80ad53cbfede))
+* reviewed destinations for secret keys and updated configs accordingly ([#1268](https://github.com/rudderlabs/rudder-config-schema/issues/1268)) ([7289e5c](https://github.com/rudderlabs/rudder-config-schema/commit/7289e5c07e849f40ecc0700db733b48c9afc9364))
+
+
+### Bug Fixes
+
+* secret keys for destinations ([#1224](https://github.com/rudderlabs/rudder-config-schema/issues/1224)) ([6d1be08](https://github.com/rudderlabs/rudder-config-schema/commit/6d1be08238de2fa00e16d4bf4717ebd611e12341))
+* slack notifications ([#1260](https://github.com/rudderlabs/rudder-config-schema/issues/1260)) ([9800571](https://github.com/rudderlabs/rudder-config-schema/commit/9800571dcd81eab128dc7a3345a6dcb6645ed079))
+
 ### [1.67.1](https://github.com/rudderlabs/rudder-config-schema/compare/v1.67.0...v1.67.1) (2024-03-08)
 
 

CODEOWNERS

@@ -1,3 +1,3 @@
-* @ItsSudip @shrouti1507 @sandeepdsvs @krishna2020 @nidhilashkari17 @lvrach @bardisg
-/src/configurations/ @lvrach @cisse21 @nidhilashkari17 @debanjan97 @ssbeefeater @AchuthaSourabhC @ruchiramoitra @ashishRudder @ItsSudip @shrouti1507 @sandeepdsvs @krishna2020 @desusai7 @1abhishekpandey @bardisg
-/test/ @lvrach @cisse21 @nidhilashkari17 @debanjan97 @ssbeefeater @AchuthaSourabhC @ruchiramoitra @ashishRudder @ItsSudip @shrouti1507 @sandeepdsvs @krishna2020 @desusai7 @1abhishekpandey @bardisg
+* @ItsSudip @shrouti1507 @sandeepdsvs @krishna2020 @RanjeetMishra @lvrach @bardisg
+/src/configurations/ @lvrach @cisse21 @debanjan97 @am6010 @ssbeefeater @AchuthaSourabhC @ruchiramoitra @ashishRudder @ItsSudip @shrouti1507 @sandeepdsvs @krishna2020 @desusai7 @1abhishekpandey @bardisg
+/test/ @lvrach @cisse21 @debanjan97 @am6010 @ssbeefeater @AchuthaSourabhC @ruchiramoitra @ashishRudder @ItsSudip @shrouti1507 @sandeepdsvs @krishna2020 @desusai7 @1abhishekpandey @bardisg

package.json

@@ -1,6 +1,6 @@
 {
   "name": "rudder-config-schema",
-  "version": "1.67.1",
+  "version": "1.68.0",
   "description": "",
   "main": "src/index.ts",
   "private": true,

src/configurations/destinations/adj/db-config.json

@@ -60,6 +60,6 @@
       "flutter": ["useNativeSDK"],
       "unity": ["useNativeSDK"]
     },
-    "secretKeys": []
+    "secretKeys": ["appToken"]
   }
 }

src/configurations/destinations/af/db-config.json

@@ -68,6 +68,6 @@
       "flutter": ["useNativeSDK"],
       "cordova": ["useNativeSDK"]
     },
-    "secretKeys": []
+    "secretKeys": ["apiToken"]
   }
 }

src/configurations/destinations/airship/db-config.json

@@ -36,6 +36,6 @@
     "destConfig": {
       "defaultConfig": ["apiKey", "appKey", "dataCenter", "oneTrustCookieCategories"]
     },
-    "secretKeys": ["apiKey"]
+    "secretKeys": ["apiKey", "appKey"]
   }
 }

src/configurations/destinations/autopilot/db-config.json

@@ -50,6 +50,6 @@
       "cloud": ["connectionMode"],
       "warehouse": ["connectionMode"]
     },
-    "secretKeys": []
+    "secretKeys": ["apiKey"]
   }
 }

src/configurations/destinations/azure_synapse/db-config.json

@@ -33,6 +33,7 @@
         "bucketName",
         "iamRoleARN",
         "roleBasedAuth",
+        "preferAppend",
         "accessKeyID",
         "accessKey",
         "accountName",

src/configurations/destinations/azure_synapse/schema.json

@@ -44,7 +44,7 @@
       "syncFrequency": {
         "type": "string",
         "pattern": "^(30|60|180|360|720|1440)$",
-        "default": "30"
+        "default": "180"
       },
       "syncStartAt": {
         "type": "string"
@@ -65,6 +65,10 @@
         "type": "boolean",
         "default": false
       },
+      "preferAppend": {
+        "type": "boolean",
+        "default": true
+      },
       "bucketProvider": {
         "type": "string",
         "pattern": "^(S3|GCS|AZURE_BLOB|MINIO)$"

src/configurations/destinations/azure_synapse/ui-config.json

@@ -113,8 +113,8 @@
             }
           ],
           "defaultOption": {
-            "name": "Every 30 minutes",
-            "value": "30"
+            "name": "Every 3 hours",
+            "value": "180"
           },
           "required": false
         },
@@ -543,6 +543,18 @@
         }
       ]
     },
+    {
+      "title": "Advanced Settings",
+      "fields": [
+        {
+          "type": "checkbox",
+          "label": "Warehouse De-dupe",
+          "value": "preferAppend",
+          "footerNote": "Disable this toggle to move from Append to Merge operation. Switching from Append to Merge ensures 100% non-duplicate data, but would increase warehouse operations time significantly",
+          "default": true
+        }
+      ]
+    },
     {
       "title": "Consent Settings",
       "fields": [

src/configurations/destinations/bq/schema.json

@@ -31,7 +31,7 @@
       "syncFrequency": {
         "type": "string",
         "pattern": "^(30|60|180|360|720|1440)$",
-        "default": "30"
+        "default": "180"
       },
       "syncStartAt": {
         "type": "string"

src/configurations/destinations/bq/ui-config.json

@@ -97,8 +97,8 @@
             }
           ],
           "defaultOption": {
-            "name": "Every 30 minutes",
-            "value": "30"
+            "name": "Every 3 hours",
+            "value": "180"
           },
           "required": false
         },
@@ -131,7 +131,12 @@
           },
           "required": false,
           "footerNote": "Note: Please specify time in UTC"
-        },
+        }
+      ]
+    },
+    {
+      "title": "Advanced Settings",
+      "fields": [
         {
           "type": "textInput",
           "label": "JSON columns (Optional)",

src/configurations/destinations/braze/db-config.json

@@ -89,6 +89,6 @@
         "allowUserSuppliedJavascript"
       ]
     },
-    "secretKeys": ["restApiKey"]
+    "secretKeys": ["restApiKey", "appKey"]
   }
 }

src/configurations/destinations/clevertap/db-config.json

@@ -66,6 +66,6 @@
       "ios": ["useNativeSDK"],
       "reactnative": ["useNativeSDK"]
     },
-    "secretKeys": ["passcode"]
+    "secretKeys": ["passcode", "accountToken"]
   }
 }

src/configurations/destinations/clickhouse/db-config.json

@@ -40,6 +40,7 @@
         "sasToken",
         "accountName",
         "credentials",
+        "preferAppend",
         "secretAccessKey",
         "useSSL",
         "endPoint",

src/configurations/destinations/clickhouse/schema.json

@@ -32,6 +32,10 @@
         "type": "boolean",
         "default": false
       },
+      "preferAppend": {
+        "type": "boolean",
+        "default": true
+      },
       "skipVerify": {
         "type": "boolean"
       },
@@ -42,7 +46,7 @@
       "syncFrequency": {
         "type": "string",
         "pattern": "^(30|60|180|360|720|1440)$",
-        "default": "30"
+        "default": "180"
       },
       "syncStartAt": {
         "type": "string"

src/configurations/destinations/clickhouse/ui-config.json

@@ -121,8 +121,8 @@
             }
           ],
           "defaultOption": {
-            "name": "Every 30 minutes",
-            "value": "30"
+            "name": "Every 3 hours",
+            "value": "180"
           },
           "required": false
         },
@@ -552,6 +552,18 @@
         }
       ]
     },
+    {
+      "title": "Advanced Settings",
+      "fields": [
+        {
+          "type": "checkbox",
+          "label": "Warehouse De-dupe",
+          "value": "preferAppend",
+          "footerNote": "Disable this toggle to move from Append to Merge operation. Switching from Append to Merge ensures 100% non-duplicate data, but would increase warehouse operations time significantly",
+          "default": true
+        }
+      ]
+    },
     {
       "title": "Consent Settings",
       "fields": [

src/configurations/destinations/confluent_cloud/db-config.json

@@ -39,6 +39,6 @@
         "oneTrustCookieCategories"
       ]
     },
-    "secretKeys": ["apiSecret"]
+    "secretKeys": ["apiSecret", "apiKey"]
   }
 }

src/configurations/destinations/courier/db-config.json

@@ -36,7 +36,7 @@
     "destConfig": {
       "defaultConfig": ["apiKey", "oneTrustCookieCategories"]
     },
-    "secretKeys": []
+    "secretKeys": ["apiKey"]
   },
   "options": {
     "isBeta": false

src/configurations/destinations/custify/db-config.json

@@ -48,6 +48,7 @@
       "shopify": ["connectionMode"],
       "cloud": ["connectionMode"],
       "warehouse": ["connectionMode"]
-    }
+    },
+    "secretKeys": ["apiKey"]
   }
 }

src/configurations/destinations/customerio/db-config.json

@@ -72,6 +72,6 @@
       "cordova": ["consentManagement"],
       "shopify": ["consentManagement"]
     },
-    "secretKeys": []
+    "secretKeys": ["apiKey"]
   }
 }

src/configurations/destinations/customerio/ui-config.json

@@ -18,6 +18,7 @@
                     "configKey": "apiKey",
                     "regex": "(^\\{\\{.*\\|\\|(.*)\\}\\}$)|(^env[.].+)|^(.{1,100})$",
                     "regexErrorMessage": "Invalid Api Key",
+                    "secret": true,
                     "placeholder": "e.g: ABCDEFG",
                     "note": "Enter your Customer.io API Key"
                   },

src/configurations/destinations/deltalake/db-config.json

@@ -33,6 +33,7 @@
         "containerName",
         "prefix",
         "useSTSTokens",
+        "preferAppend",
         "iamRoleARN",
         "roleBasedAuth",
         "accessKeyID",

src/configurations/destinations/deltalake/schema.json

@@ -64,6 +64,10 @@
         "type": "boolean",
         "default": false
       },
+      "preferAppend": {
+        "type": "boolean",
+        "default": true
+      },
       "oneTrustCookieCategories": {
         "type": "array",
         "items": {

src/configurations/destinations/deltalake/ui-config.json

@@ -518,6 +518,18 @@
         }
       ]
     },
+    {
+      "title": "Advanced Settings",
+      "fields": [
+        {
+          "type": "checkbox",
+          "label": "Warehouse De-dupe",
+          "value": "preferAppend",
+          "footerNote": "Disable this toggle to move from Append to Merge operation. Switching from Append to Merge ensures 100% non-duplicate data, but would increase warehouse operations time significantly",
+          "default": true
+        }
+      ]
+    },
     {
       "title": "Consent Settings",
       "fields": [

src/configurations/destinations/dynamic_yield/db-config.json

@@ -50,7 +50,7 @@
       "cloud": ["connectionMode"],
       "warehouse": ["connectionMode"]
     },
-    "secretKeys": []
+    "secretKeys": ["apiKey"]
   },
   "options": {
     "hidden": false

src/configurations/destinations/dynamic_yield/ui-config.json

@@ -20,7 +20,7 @@
                     "regex": "(^\\{\\{.*\\|\\|(.*)\\}\\}$)|(^env[.].+)|^(.{1,100})$",
                     "regexErrorMessage": "Invalid API Key",
                     "placeholder": "e.g: QuIUHRjXXXG2L7eZDZiPQU",
-                    "secret": false
+                    "secret": true
                   }
                 ]
               }

src/configurations/destinations/facebook_pixel/db-config.json

@@ -85,6 +85,6 @@
       "cordova": ["consentManagement"],
       "shopify": ["consentManagement"]
     },
-    "secretKeys": []
+    "secretKeys": ["accessToken"]
   }
 }

src/configurations/destinations/freshmarketer/db-config.json

@@ -40,6 +40,7 @@
         "rudderEventsToFreshmarketerEvents",
         "oneTrustCookieCategories"
       ]
-    }
+    },
+    "secretKeys": ["apiKey"]
   }
 }

src/configurations/destinations/freshsales/db-config.json

@@ -40,6 +40,7 @@
         "rudderEventsToFreshsalesEvents",
         "oneTrustCookieCategories"
       ]
-    }
+    },
+    "secretKeys": ["apiKey"]
   }
 }

src/configurations/destinations/fullstory/ui-config.json

@@ -20,6 +20,7 @@
                     "regex": "^(.{0,200})$",
                     "regexErrorMessage": "Invalid Api Key",
                     "placeholder": "e.g: na1.XQdLJo0...",
+                    "secret": true,
                     "preRequisites": {
                       "fields": [
                         {