Use confluent kafka images for e2e

Author: Stephen Parente

.travis.yml

@@ -4,16 +4,13 @@ sudo: required
 node_js:
 - '4'
 - '6'
-# env:
-# - WITH_SASL=0
-# - WITH_SASL=1
 cache:
   directories:
   - node_modules
 services:
 - docker
 before_install:
-- docker-compose up -d
+- ./run_docker.sh
 script:
 - make lint
 - make test

docker-compose.yml

@@ -1,16 +1,20 @@
+---
 zookeeper:
-  image: wurstmeister/zookeeper
+  image: confluentinc/cp-zookeeper
   ports:
-    - 2181:2181
+    - "2181:2181"
+  environment:
+    ZOOKEEPER_CLIENT_PORT: 2181
+    ZOOKEEPER_TICK_TIME: 2000
 kafka:
-  image: wurstmeister/kafka:0.10.2.1
-  ports:
-    - 9092:9092
+  image: confluentinc/cp-kafka
   links:
     - zookeeper
+  ports:
+    - "9092:9092"
   environment:
-    KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181
-    KAFKA_CREATE_TOPICS: "test2:1:3,test:1:1,test3:1:1,test4:1:1,test5:1:1,test6:1:1"
-    KAFKA_ADVERTISED_HOST_NAME: 127.0.0.1
-    KAFKA_ADVERTISED_PORT: 9092
-    KAFKA_AUTO_CREATE_TOPICS_ENABLE: 'true'
+    KAFKA_BROKER_ID: 1
+    KAFKA_ZOOKEEPER_CONNECT: 'zookeeper:2181'
+    KAFKA_ADVERTISED_LISTENERS: 'PLAINTEXT://localhost:9092'
+    KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1
+    KAFKA_GROUP_INITIAL_REBALANCE_DELAY_MS: 0

run_docker.sh

@@ -0,0 +1,42 @@
+#!/bin/bash
+
+COMPOSE_VERSION=$(docker-compose --version)
+DOCKER_VERSION=$(docker --version)
+
+# Start the docker compose file
+echo "Running docker compose up. Docker version $DOCKER_VERSION. Compose version $COMPOSE_VERSION. "
+
+docker-compose up -d
+
+if [ "$?" == "1" ]; then
+  echo "Failed to start docker images."
+  exit 1
+fi
+
+# List of topics to create in container
+topics=(
+  "test"
+  "test2"
+  "test3"
+  "test4"
+  "test5"
+  "test6"
+)
+
+# Run docker-compose exec to make them
+for topic in "${topics[@]}"
+do
+  echo "Making topic $topic"
+  until docker-compose exec kafka \
+    kafka-topics --create --topic $topic --partitions 1 --replication-factor 1 --if-not-exists --zookeeper zookeeper:2181
+  do
+    topic_result="$?"
+    if [ "$topic_result" == "1" ]; then
+      echo "Bad status code: $topic_result. Trying again."
+    else
+      # If it is some unknown status code, die.
+      exit 1
+    fi
+  done
+
+done