Modified ci workflows

segmentio · Nov 28, 2023 · 5b0273f · 5b0273f
1 parent 83e945e
commit 5b0273f
Showing 1 changed file with 96 additions and 80 deletions.
diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
@@ -50,75 +50,83 @@ jobs:
 
     services:
       zookeeper:
-        image: wurstmeister/zookeeper
+        image: bitnami/zookeeper:latest
         ports:
           - "2181:2181"
+        env:
+          - ALLOW_ANONYMOUS_LOGIN=yes
 
       kafka1:
-        image: wurstmeister/kafka:2.11-0.10.2.2
+        image: bitnami/kafka:2.5.0
         ports:
           - "9092:9092"
         env:
-          KAFKA_BROKER_ID: 1
-          KAFKA_BROKER_RACK: zone1
-          KAFKA_ADVERTISED_HOST_NAME: kafka1
-          KAFKA_ADVERTISED_PORT: 9092
+          KAFKA_CFG_BROKER_ID: 1
+          KAFKA_CFG_BROKER_RACK: zone1
           KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181
+          ALLOW_PLAINTEXT_LISTENER: yes
+          KAFKA_CFG_LISTENERS: PLAINTEXT://:9092
+          KAFKA_CFG_ADVERTISED_LISTENERS: PLAINTEXT://kafka1:9092
 
       kafka2:
-        image: wurstmeister/kafka:2.11-0.10.2.2
+        image: bitnami/kafka:2.5.0
         ports:
           - "9093:9092"
         env:
-          KAFKA_BROKER_ID: 2
-          KAFKA_BROKER_RACK: zone1
-          KAFKA_ADVERTISED_HOST_NAME: kafka2
-          KAFKA_ADVERTISED_PORT: 9092
+          KAFKA_CFG_BROKER_ID: 2
+          KAFKA_CFG_BROKER_RACK: zone1
           KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181
+          ALLOW_PLAINTEXT_LISTENER: yes
+          KAFKA_CFG_LISTENERS: PLAINTEXT://:9092
+          KAFKA_CFG_ADVERTISED_LISTENERS: PLAINTEXT://kafka2:9092
 
       kafka3:
-        image: wurstmeister/kafka:2.11-0.10.2.2
+        image: bitnami/kafka:2.5.0
         ports:
           - "9094:9092"
         env:
-          KAFKA_BROKER_ID: 3
-          KAFKA_BROKER_RACK: zone2
-          KAFKA_ADVERTISED_HOST_NAME: kafka3
-          KAFKA_ADVERTISED_PORT: 9092
+          KAFKA_CFG_BROKER_ID: 3
+          KAFKA_CFG_BROKER_RACK: zone2
           KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181
+          ALLOW_PLAINTEXT_LISTENER: yes
+          KAFKA_CFG_LISTENERS: PLAINTEXT://:9092
+          KAFKA_CFG_ADVERTISED_LISTENERS: PLAINTEXT://kafka3:9092
 
       kafka4:
-        image: wurstmeister/kafka:2.11-0.10.2.2
+        image: bitnami/kafka:2.5.0
         ports:
           - "9095:9092"
-        env: 
-          KAFKA_BROKER_ID: 4
-          KAFKA_BROKER_RACK: zone2
-          KAFKA_ADVERTISED_HOST_NAME: kafka4
-          KAFKA_ADVERTISED_PORT: 9092
+        env:
+          KAFKA_CFG_BROKER_ID: 4
+          KAFKA_CFG_BROKER_RACK: zone2
           KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181
+          ALLOW_PLAINTEXT_LISTENER: yes
+          KAFKA_CFG_LISTENERS: PLAINTEXT://:9092
+          KAFKA_CFG_ADVERTISED_LISTENERS: PLAINTEXT://kafka4:9092
 
       kafka5:
-        image: wurstmeister/kafka:2.11-0.10.2.2
+        image: bitnami/kafka:2.5.0
         ports:
           - "9096:9092"
-        env: 
-          KAFKA_BROKER_ID: 5
-          KAFKA_BROKER_RACK: zone3
-          KAFKA_ADVERTISED_HOST_NAME: kafka5
-          KAFKA_ADVERTISED_PORT: 9092
+        env:
+          KAFKA_CFG_BROKER_ID: 5
+          KAFKA_CFG_BROKER_RACK: zone3
           KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181
+          ALLOW_PLAINTEXT_LISTENER: yes
+          KAFKA_CFG_LISTENERS: PLAINTEXT://:9092
+          KAFKA_CFG_ADVERTISED_LISTENERS: PLAINTEXT://kafka5:9092
 
       kafka6:
-        image: wurstmeister/kafka:2.11-0.10.2.2
+        image: bitnami/kafka:2.5.0
         ports:
           - "9097:9092"
-        env: 
-          KAFKA_BROKER_ID: 6
-          KAFKA_BROKER_RACK: zone3
-          KAFKA_ADVERTISED_HOST_NAME: kafka6
-          KAFKA_ADVERTISED_PORT: 9092
+        env:
+          KAFKA_CFG_BROKER_ID: 6
+          KAFKA_CFG_BROKER_RACK: zone3
           KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181
+          ALLOW_PLAINTEXT_LISTENER: yes
+          KAFKA_CFG_LISTENERS: PLAINTEXT://:9092
+          KAFKA_CFG_ADVERTISED_LISTENERS: PLAINTEXT://kafka6:9092
 
 
   test271:
@@ -147,87 +155,95 @@ jobs:
 
     services:
       zookeeper:
-        image: wurstmeister/zookeeper
+        image: bitnami/zookeeper:latest
         ports:
           - "2181:2181"
+        env:
+          - ALLOW_ANONYMOUS_LOGIN=yes
 
       kafka1:
-        image: wurstmeister/kafka:2.13-2.7.1
+        image: bitnami/kafka:2.5.0
         ports:
           - "9092:9092"
         env:
-          KAFKA_BROKER_ID: 1
-          KAFKA_BROKER_RACK: zone1
-          KAFKA_ADVERTISED_HOST_NAME: kafka1
-          KAFKA_ADVERTISED_PORT: 9092
+          KAFKA_CFG_BROKER_ID: 1
+          KAFKA_CFG_BROKER_RACK: zone1
           KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181
-          KAFKA_AUTHORIZER_CLASS_NAME: kafka.security.auth.SimpleAclAuthorizer
-          KAFKA_ALLOW_EVERYONE_IF_NO_ACL_FOUND: true
+          ALLOW_PLAINTEXT_LISTENER: yes
+          KAFKA_CFG_LISTENERS: PLAINTEXT://:9092
+          KAFKA_CFG_ADVERTISED_LISTENERS: PLAINTEXT://kafka1:9092
+          KAFKA_CFG_AUTHORIZER_CLASS_NAME: kafka.security.auth.SimpleAclAuthorizer
+          KAFKA_CFG_ALLOW_EVERYONE_IF_NO_ACL_FOUND: true
 
       kafka2:
-        image: wurstmeister/kafka:2.13-2.7.1
+        image: bitnami/kafka:2.5.0
         ports:
           - "9093:9092"
         env:
-          KAFKA_BROKER_ID: 2
-          KAFKA_BROKER_RACK: zone1
-          KAFKA_ADVERTISED_HOST_NAME: kafka2
-          KAFKA_ADVERTISED_PORT: 9092
+          KAFKA_CFG_BROKER_ID: 2
+          KAFKA_CFG_BROKER_RACK: zone1
           KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181
-          KAFKA_AUTHORIZER_CLASS_NAME: kafka.security.auth.SimpleAclAuthorizer
-          KAFKA_ALLOW_EVERYONE_IF_NO_ACL_FOUND: true
+          ALLOW_PLAINTEXT_LISTENER: yes
+          KAFKA_CFG_LISTENERS: PLAINTEXT://:9092
+          KAFKA_CFG_ADVERTISED_LISTENERS: PLAINTEXT://kafka2:9092
+          KAFKA_CFG_AUTHORIZER_CLASS_NAME: kafka.security.auth.SimpleAclAuthorizer
+          KAFKA_CFG_ALLOW_EVERYONE_IF_NO_ACL_FOUND: true
 
       kafka3:
-        image: wurstmeister/kafka:2.13-2.7.1
+        image: bitnami/kafka:2.5.0
         ports:
           - "9094:9092"
         env:
-          KAFKA_BROKER_ID: 3
-          KAFKA_BROKER_RACK: zone2
-          KAFKA_ADVERTISED_HOST_NAME: kafka3
-          KAFKA_ADVERTISED_PORT: 9092
+          KAFKA_CFG_BROKER_ID: 3
+          KAFKA_CFG_BROKER_RACK: zone2
           KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181
-          KAFKA_AUTHORIZER_CLASS_NAME: kafka.security.auth.SimpleAclAuthorizer
-          KAFKA_ALLOW_EVERYONE_IF_NO_ACL_FOUND: true
+          ALLOW_PLAINTEXT_LISTENER: yes
+          KAFKA_CFG_LISTENERS: PLAINTEXT://:9092
+          KAFKA_CFG_ADVERTISED_LISTENERS: PLAINTEXT://kafka3:9092
+          KAFKA_CFG_AUTHORIZER_CLASS_NAME: kafka.security.auth.SimpleAclAuthorizer
+          KAFKA_CFG_ALLOW_EVERYONE_IF_NO_ACL_FOUND: true
 
       kafka4:
-        image: wurstmeister/kafka:2.13-2.7.1
+        image: bitnami/kafka:2.5.0
         ports:
           - "9095:9092"
-        env: 
-          KAFKA_BROKER_ID: 4
-          KAFKA_BROKER_RACK: zone2
-          KAFKA_ADVERTISED_HOST_NAME: kafka4
-          KAFKA_ADVERTISED_PORT: 9092
+        env:
+          KAFKA_CFG_BROKER_ID: 4
+          KAFKA_CFG_BROKER_RACK: zone2
           KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181
-          KAFKA_AUTHORIZER_CLASS_NAME: kafka.security.auth.SimpleAclAuthorizer
-          KAFKA_ALLOW_EVERYONE_IF_NO_ACL_FOUND: true
+          ALLOW_PLAINTEXT_LISTENER: yes
+          KAFKA_CFG_LISTENERS: PLAINTEXT://:9092
+          KAFKA_CFG_ADVERTISED_LISTENERS: PLAINTEXT://kafka4:9092
+          KAFKA_CFG_AUTHORIZER_CLASS_NAME: kafka.security.auth.SimpleAclAuthorizer
+          KAFKA_CFG_ALLOW_EVERYONE_IF_NO_ACL_FOUND: true
 
       kafka5:
-        image: wurstmeister/kafka:2.13-2.7.1
+        image: bitnami/kafka:2.5.0
         ports:
           - "9096:9092"
-        env: 
-          KAFKA_BROKER_ID: 5
-          KAFKA_BROKER_RACK: zone3
-          KAFKA_ADVERTISED_HOST_NAME: kafka5
-          KAFKA_ADVERTISED_PORT: 9092
+        env:
+          KAFKA_CFG_BROKER_ID: 5
+          KAFKA_CFG_BROKER_RACK: zone3
           KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181
-          KAFKA_AUTHORIZER_CLASS_NAME: kafka.security.auth.SimpleAclAuthorizer
-          KAFKA_ALLOW_EVERYONE_IF_NO_ACL_FOUND: true
+          ALLOW_PLAINTEXT_LISTENER: yes
+          KAFKA_CFG_LISTENERS: PLAINTEXT://:9092
+          KAFKA_CFG_ADVERTISED_LISTENERS: PLAINTEXT://kafka5:9092
+          KAFKA_CFG_AUTHORIZER_CLASS_NAME: kafka.security.auth.SimpleAclAuthorizer
+          KAFKA_CFG_ALLOW_EVERYONE_IF_NO_ACL_FOUND: true
 
       kafka6:
-        image: wurstmeister/kafka:2.13-2.7.1
+        image: bitnami/kafka:2.5.0
         ports:
           - "9097:9092"
-        env: 
-          KAFKA_BROKER_ID: 6
-          KAFKA_BROKER_RACK: zone3
-          KAFKA_ADVERTISED_HOST_NAME: kafka6
-          KAFKA_ADVERTISED_PORT: 9092
+        env:
+          KAFKA_CFG_BROKER_ID: 6
+          KAFKA_CFG_BROKER_RACK: zone3
           KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181
-          KAFKA_AUTHORIZER_CLASS_NAME: kafka.security.auth.SimpleAclAuthorizer
-          KAFKA_ALLOW_EVERYONE_IF_NO_ACL_FOUND: true
+          ALLOW_PLAINTEXT_LISTENER: yes
+          KAFKA_CFG_LISTENERS: PLAINTEXT://:9092
+          KAFKA_CFG_ADVERTISED_LISTENERS: PLAINTEXT://kafka6:9092
+          KAFKA_CFG_AUTHORIZER_CLASS_NAME: kafka.security.auth.SimpleAclAuthorizer
+          KAFKA_CFG_ALLOW_EVERYONE_IF_NO_ACL_FOUND: true
 
   snyk:
     runs-on: ubuntu-latest