Merge pull request #13 from simplesteph/3.3.0

updated to 3.3.0, fixed configs, fixed rest proxy, added zoonavigator…

Author: simplesteph

README.md

@@ -5,13 +5,14 @@ This replicates as well as possible real deployment configurations, where you ha
 ## Stack version
 
   - Zookeeper version: 3.4.9
-  - Kafka version: 0.10.2.1 (Confluent 3.2.1)
-  - Kafka Schema Registry: Confluent 3.2.1
+  - Kafka version: 0.11.0.0 (Confluent 3.3.0)
+  - Kafka Schema Registry: Confluent 3.3.0
   - Kafka Schema Registry UI: 0.9.1
-  - Kafka Rest Proxy: Confluent 3.2.1
-  - Kafka Topics UI: 0.9.1
-  - Kafka Connect: Confluent 3.2.1
+  - Kafka Rest Proxy: Confluent 3.3.0
+  - Kafka Topics UI: 0.9.2
+  - Kafka Connect: Confluent 3.3.0
   - Kafka Connect UI: 0.9.2
+  - Zoonavigator: 0.2.1
 
 # Requirements
 
@@ -32,6 +33,8 @@ If you are using Docker for Mac >= 1.12, Docker for Linux, or Docker for Windows
 127.0.0.1     kafka-rest-proxy
 127.0.0.1     kafka-topics-ui
 127.0.0.1     kafka-connect-ui
+127.0.0.1     zoonavigator-web
+127.0.0.1     zoonavigator-api
 ```
 
 If you are using Docker for Mac <= 1.11, or Docker Toolbox for Windows
@@ -49,6 +52,8 @@ Please add the following lines to `/etc/hosts` or `C:\Windows\System32\Drivers\e
 192.168.99.100    kafka-rest-proxy
 192.168.99.100    kafka-topics-ui
 192.168.99.100    kafka-connect-ui
+192.168.99.100    zoonavigator-web
+192.168.99.100    zoonavigator-api
 ```
 
 ## Single Zookeeper / Single Kafka
@@ -117,6 +122,7 @@ docker-compose -f zk-multiple-kafka-multiple.yml down
  - Kafka Topics UI: `kafka-topics-ui:8000`
  - Kafka Connect: `kafka-connect:8083`
  - Kafka Connect UI: `kafka-connect-ui:8003`
+ - Zoonavigator Web: `zoonavigator-web:8004`
 
 
  Run with:

full-stack.yml

@@ -17,7 +17,7 @@ services:
 
 
   kafka1:
-    image: confluentinc/cp-kafka:3.2.1
+    image: confluentinc/cp-kafka:3.3.0
     hostname: kafka1
     ports:
       - "9092:9092"
@@ -27,13 +27,14 @@ services:
       KAFKA_ZOOKEEPER_CONNECT: "zoo1:2181"
       KAFKA_BROKER_ID: 1
       KAFKA_LOG4J_LOGGERS: "kafka.controller=INFO,kafka.producer.async.DefaultEventHandler=INFO,state.change.logger=INFO"
+      KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1
     volumes:
       - ./full-stack/kafka1/data:/var/lib/kafka/data
     depends_on:
       - zoo1
 
   kafka-schema-registry:
-    image: confluentinc/cp-schema-registry:3.2.1
+    image: confluentinc/cp-schema-registry:3.3.0
     hostname: kafka-schema-registry
     ports:
       - "8081:8081"
@@ -57,7 +58,7 @@ services:
       - kafka-schema-registry
 
   kafka-rest-proxy:
-    image: confluentinc/cp-kafka-rest:3.2.1
+    image: confluentinc/cp-kafka-rest:3.3.0
     hostname: kafka-rest-proxy
     ports:
       - "8082:8082"
@@ -66,13 +67,14 @@ services:
       KAFKA_REST_LISTENERS: http://0.0.0.0:8082/
       KAFKA_REST_SCHEMA_REGISTRY_URL: http://kafka-schema-registry:8081/
       KAFKA_REST_HOST_NAME: kafka-rest-proxy
+      KAFKA_REST_BOOTSTRAP_SERVERS: kafka1:9092
     depends_on:
       - zoo1
       - kafka1
       - kafka-schema-registry
 
   kafka-topics-ui:
-    image: landoop/kafka-topics-ui:0.9.1
+    image: landoop/kafka-topics-ui:0.9.2
     hostname: kafka-topics-ui
     ports:
       - "8000:8000"
@@ -86,7 +88,7 @@ services:
       - kafka-rest-proxy
 
   kafka-connect:
-    image: confluentinc/cp-kafka-connect:3.2.1
+    image: confluentinc/cp-kafka-connect:3.3.0
     hostname: kafka-connect
     ports:
       - "8083:8083"
@@ -105,6 +107,10 @@ services:
       CONNECT_INTERNAL_VALUE_CONVERTER: "org.apache.kafka.connect.json.JsonConverter"
       CONNECT_REST_ADVERTISED_HOST_NAME: "kafka-connect"
       CONNECT_LOG4J_ROOT_LOGLEVEL: "INFO"
+      CONNECT_LOG4J_LOGGERS: "org.apache.kafka.connect.runtime.rest=WARN,org.reflections=ERROR"
+      CONNECT_CONFIG_STORAGE_REPLICATION_FACTOR: "1"
+      CONNECT_OFFSET_STORAGE_REPLICATION_FACTOR: "1"
+      CONNECT_STATUS_STORAGE_REPLICATION_FACTOR: "1"
     depends_on:
       - zoo1
       - kafka1
@@ -121,3 +127,24 @@ services:
       PROXY: "true"
     depends_on:
       - kafka-connect
+
+  zoonavigator-web:
+    image: elkozmon/zoonavigator-web:0.2.1
+    ports:
+     - "8004:8000"
+    environment:
+      API_HOST: "zoonavigator-api"
+      API_PORT: 9000
+    links:
+     - zoonavigator-api
+    depends_on:
+     - zoonavigator-api
+    restart: unless-stopped
+
+  zoonavigator-api:
+    image: elkozmon/zoonavigator-api:0.2.1
+    environment:
+      SERVER_HTTP_PORT: 9000
+    restart: unless-stopped
+    depends_on:
+      - zoo1

zk-multiple-kafka-multiple.yml

@@ -42,7 +42,7 @@ services:
 
 
   kafka1:
-    image: confluentinc/cp-kafka:3.2.1
+    image: confluentinc/cp-kafka:3.3.0
     hostname: kafka1
     ports:
       - "9092:9092"
@@ -60,7 +60,7 @@ services:
       - zoo3
 
   kafka2:
-    image: confluentinc/cp-kafka:3.2.1
+    image: confluentinc/cp-kafka:3.3.0
     hostname: kafka2
     ports:
       - "9093:9093"
@@ -78,7 +78,7 @@ services:
       - zoo3
 
   kafka3:
-    image: confluentinc/cp-kafka:3.2.1
+    image: confluentinc/cp-kafka:3.3.0
     hostname: kafka3
     ports:
       - "9094:9094"

zk-multiple-kafka-single.yml

@@ -42,7 +42,7 @@ services:
 
 
   kafka1:
-    image: confluentinc/cp-kafka:3.2.1
+    image: confluentinc/cp-kafka:3.3.0
     hostname: kafka1
     ports:
       - "9092:9092"
@@ -52,6 +52,7 @@ services:
       KAFKA_ZOOKEEPER_CONNECT: "zoo1:2181"
       KAFKA_BROKER_ID: 1
       KAFKA_LOG4J_LOGGERS: "kafka.controller=INFO,kafka.producer.async.DefaultEventHandler=INFO,state.change.logger=INFO"
+      KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1
     volumes:
       - ./zk-multiple-kafka-single/kafka1/data:/var/lib/kafka/data
     depends_on:

zk-single-kafka-multiple.yml

@@ -15,7 +15,7 @@ services:
       - ./zk-single-kafka-multiple/zoo1/datalog:/datalog
 
   kafka1:
-    image: confluentinc/cp-kafka:3.2.1
+    image: confluentinc/cp-kafka:3.3.0
     hostname: kafka1
     ports:
       - "9092:9092"
@@ -31,7 +31,7 @@ services:
       - zoo1
 
   kafka2:
-    image: confluentinc/cp-kafka:3.2.1
+    image: confluentinc/cp-kafka:3.3.0
     hostname: kafka2
     ports:
       - "9093:9093"
@@ -48,7 +48,7 @@ services:
 
 
   kafka3:
-    image: confluentinc/cp-kafka:3.2.1
+    image: confluentinc/cp-kafka:3.3.0
     hostname: kafka3
     ports:
       - "9094:9094"

zk-single-kafka-single.yml

@@ -15,7 +15,7 @@ services:
       - ./zk-single-kafka-single/zoo1/datalog:/datalog
 
   kafka1:
-    image: confluentinc/cp-kafka:3.2.1
+    image: confluentinc/cp-kafka:3.3.0
     hostname: kafka1
     ports:
       - "9092:9092"
@@ -25,6 +25,7 @@ services:
       KAFKA_ZOOKEEPER_CONNECT: "zoo1:2181"
       KAFKA_BROKER_ID: 1
       KAFKA_LOG4J_LOGGERS: "kafka.controller=INFO,kafka.producer.async.DefaultEventHandler=INFO,state.change.logger=INFO"
+      KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1
     volumes:
       - ./zk-single-kafka-single/kafka1/data:/var/lib/kafka/data
     depends_on: