Scribd
Upload
2 views19 pages

Docker

The document describes a Docker Compose configuration for setting up a Kafka and Zookeeper cluster using Confluent's images. It includes definitions for two Zookeeper instances and two Kafka brokers, specifying their environment variables, ports, and dependencies. The configuration allows for communication between the Kafka brokers and Zookeeper instances, with advertised listeners for external access.

Uploaded by

nguyentienminhntm07102004
Copyright
© All Rights Reserved
We take content rights seriously. If you suspect this is your content, claim it here.
Available Formats
Download as DOCX, PDF, TXT or read online on Scribd
2 views19 pages

Docker

The document describes a Docker Compose configuration for setting up a Kafka and Zookeeper cluster using Confluent's images. It includes definitions for two Zookeeper instances and two Kafka brokers, specifying their environment variables, ports, and dependencies. The configuration allows for communication between the Kafka brokers and Zookeeper instances, with advertised listeners for external access.

Uploaded by

nguyentienminhntm07102004
Copyright
© All Rights Reserved
We take content rights seriously. If you suspect this is your content, claim it here.
Available Formats
Download as DOCX, PDF, TXT or read online on Scribd

$ cat docker-compose.

yml

version: '2'

services:

zookeeper:

image: confluentinc/cp-zookeeper:7.4.4

environment:

ZOOKEEPER_CLIENT_PORT: 2181

ZOOKEEPER_TICK_TIME: 2000

ports:

- 22181:2181

kafka:

image: confluentinc/cp-kafka:7.4.4

depends_on:

- zookeeper

ports:

- 29092:29092

environment:

KAFKA_BROKER_ID: 1

KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181

KAFKA_ADVERTISED_LISTENERS:
PLAINTEXT://kafka:9092,PLAINTEXT_HOST://localhost:29092

KAFKA_LISTENER_SECURITY_PROTOCOL_MAP:
PLAINTEXT:PLAINTEXT,PLAINTEXT_HOST:PLAINTEXT

KAFKA_INTER_BROKER_LISTENER_NAME: PLAINTEXT

KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1
$ docker-compose up -d

Creating network "kafka_default" with the default driver

Creating kafka_zookeeper_1 ... done

Creating kafka_kafka_1 ... done

$ nc -zv localhost 22181

Connection to localhost port 22181 [tcp/*] succeeded!

$ nc -zv localhost 29092

Connection to localhost port 29092 [tcp/*] succeeded!

$ cat [Link]

---

version: '2'

services:

zookeeper-1:

image: confluentinc/cp-zookeeper:7.4.4

environment:

ZOOKEEPER_CLIENT_PORT: 2181

ZOOKEEPER_TICK_TIME: 2000

ports:

- 22181:2181

zookeeper-2:

image: confluentinc/cp-zookeeper:7.4.4

environment:

ZOOKEEPER_CLIENT_PORT: 2181

ZOOKEEPER_TICK_TIME: 2000
ports:

- 32181:2181

kafka-1:

image: confluentinc/cp-kafka:7.4.4

depends_on:

- zookeeper-1

- zookeeper-2

ports:

- 29092:29092

environment:

KAFKA_BROKER_ID: 1

KAFKA_ZOOKEEPER_CONNECT: zookeeper-1:2181,zookeeper-2:2181

KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://kafka-
1:9092,PLAINTEXT_HOST://localhost:29092

KAFKA_LISTENER_SECURITY_PROTOCOL_MAP:
PLAINTEXT:PLAINTEXT,PLAINTEXT_HOST:PLAINTEXT

KAFKA_INTER_BROKER_LISTENER_NAME: PLAINTEXT

KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1

kafka-2:

image: confluentinc/cp-kafka:7.4.4

depends_on:

- zookeeper-1

- zookeeper-2

ports:

- 39092:39092
environment:

KAFKA_BROKER_ID: 2

KAFKA_ZOOKEEPER_CONNECT: zookeeper-1:2181,zookeeper-2:2181

KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://kafka-
2:9092,PLAINTEXT_HOST://localhost:39092

KAFKA_LISTENER_SECURITY_PROTOCOL_MAP:
PLAINTEXT:PLAINTEXT,PLAINTEXT_HOST:PLAINTEXT

KAFKA_INTER_BROKER_LISTENER_NAME: PLAINTEXT

KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1

$ cat [Link]

---

version: '2'

services:

zookeeper-1:

image: confluentinc/cp-zookeeper:7.4.4

environment:

ZOOKEEPER_CLIENT_PORT: 2181

ZOOKEEPER_TICK_TIME: 2000

ports:

- 22181:2181

zookeeper-2:

image: confluentinc/cp-zookeeper:7.4.4

environment:

ZOOKEEPER_CLIENT_PORT: 2181

ZOOKEEPER_TICK_TIME: 2000
ports:

- 32181:2181

kafka-1:

image: confluentinc/cp-kafka:7.4.4

depends_on:

- zookeeper-1

- zookeeper-2

ports:

- 29092:29092

environment:

KAFKA_BROKER_ID: 1

KAFKA_ZOOKEEPER_CONNECT: zookeeper-1:2181,zookeeper-2:2181

KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://kafka-
1:9092,PLAINTEXT_HOST://localhost:29092

KAFKA_LISTENER_SECURITY_PROTOCOL_MAP:
PLAINTEXT:PLAINTEXT,PLAINTEXT_HOST:PLAINTEXT

KAFKA_INTER_BROKER_LISTENER_NAME: PLAINTEXT

KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1

kafka-2:

image: confluentinc/cp-kafka:7.4.4

depends_on:

- zookeeper-1

- zookeeper-2

ports:

- 39092:39092
environment:

KAFKA_BROKER_ID: 2

KAFKA_ZOOKEEPER_CONNECT: zookeeper-1:2181,zookeeper-2:2181

KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://kafka-
2:9092,PLAINTEXT_HOST://localhost:39092

KAFKA_LISTENER_SECURITY_PROTOCOL_MAP:
PLAINTEXT:PLAINTEXT,PLAINTEXT_HOST:PLAINTEXT

KAFKA_INTER_BROKER_LISTENER_NAME: PLAINTEXT

KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1

$ cat [Link]

---

version: '2'

services:

zookeeper-1:

image: confluentinc/cp-zookeeper:7.4.4

environment:

ZOOKEEPER_CLIENT_PORT: 2181

ZOOKEEPER_TICK_TIME: 2000

ports:

- 22181:2181

zookeeper-2:

image: confluentinc/cp-zookeeper:7.4.4

environment:

ZOOKEEPER_CLIENT_PORT: 2181

ZOOKEEPER_TICK_TIME: 2000

ports:
- 32181:2181

kafka-1:

image: confluentinc/cp-kafka:7.4.4

depends_on:

- zookeeper-1

- zookeeper-2

ports:

- 29092:29092

environment:

KAFKA_BROKER_ID: 1

KAFKA_ZOOKEEPER_CONNECT: zookeeper-1:2181,zookeeper-2:2181

KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://kafka-
1:9092,PLAINTEXT_HOST://localhost:29092

KAFKA_LISTENER_SECURITY_PROTOCOL_MAP:
PLAINTEXT:PLAINTEXT,PLAINTEXT_HOST:PLAINTEXT

KAFKA_INTER_BROKER_LISTENER_NAME: PLAINTEXT

KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1

kafka-2:

image: confluentinc/cp-kafka:7.4.4

depends_on:

- zookeeper-1

- zookeeper-2

ports:

- 39092:39092

environment:
KAFKA_BROKER_ID: 2

KAFKA_ZOOKEEPER_CONNECT: zookeeper-1:2181,zookeeper-2:2181

KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://kafka-
2:9092,PLAINTEXT_HOST://localhost:39092

KAFKA_LISTENER_SECURITY_PROTOCOL_MAP:
PLAINTEXT:PLAINTEXT,PLAINTEXT_HOST:PLAINTEXT

KAFKA_INTER_BROKER_LISTENER_NAME: PLAINTEXT

KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1

$ cat [Link]

---

version: '2'

services:

zookeeper-1:

image: confluentinc/cp-zookeeper:7.4.4

environment:

ZOOKEEPER_CLIENT_PORT: 2181

ZOOKEEPER_TICK_TIME: 2000

ports:

- 22181:2181

zookeeper-2:

image: confluentinc/cp-zookeeper:7.4.4

environment:

ZOOKEEPER_CLIENT_PORT: 2181

ZOOKEEPER_TICK_TIME: 2000

ports:

- 32181:2181
kafka-1:

image: confluentinc/cp-kafka:7.4.4

depends_on:

- zookeeper-1

- zookeeper-2

ports:

- 29092:29092

environment:

KAFKA_BROKER_ID: 1

KAFKA_ZOOKEEPER_CONNECT: zookeeper-1:2181,zookeeper-2:2181

KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://kafka-
1:9092,PLAINTEXT_HOST://localhost:29092

KAFKA_LISTENER_SECURITY_PROTOCOL_MAP:
PLAINTEXT:PLAINTEXT,PLAINTEXT_HOST:PLAINTEXT

KAFKA_INTER_BROKER_LISTENER_NAME: PLAINTEXT

KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1

kafka-2:

image: confluentinc/cp-kafka:7.4.4

depends_on:

- zookeeper-1

- zookeeper-2

ports:

- 39092:39092

environment:

KAFKA_BROKER_ID: 2
KAFKA_ZOOKEEPER_CONNECT: zookeeper-1:2181,zookeeper-2:2181

KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://kafka-
2:9092,PLAINTEXT_HOST://localhost:39092

KAFKA_LISTENER_SECURITY_PROTOCOL_MAP:
PLAINTEXT:PLAINTEXT,PLAINTEXT_HOST:PLAINTEXT

KAFKA_INTER_BROKER_LISTENER_NAME: PLAINTEXT

KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1

$ cat [Link]

---

version: '2'

services:

zookeeper-1:

image: confluentinc/cp-zookeeper:7.4.4

environment:

ZOOKEEPER_CLIENT_PORT: 2181

ZOOKEEPER_TICK_TIME: 2000

ports:

- 22181:2181

zookeeper-2:

image: confluentinc/cp-zookeeper:7.4.4

environment:

ZOOKEEPER_CLIENT_PORT: 2181

ZOOKEEPER_TICK_TIME: 2000

ports:

- 32181:2181
kafka-1:

image: confluentinc/cp-kafka:7.4.4

depends_on:

- zookeeper-1

- zookeeper-2

ports:

- 29092:29092

environment:

KAFKA_BROKER_ID: 1

KAFKA_ZOOKEEPER_CONNECT: zookeeper-1:2181,zookeeper-2:2181

KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://kafka-
1:9092,PLAINTEXT_HOST://localhost:29092

KAFKA_LISTENER_SECURITY_PROTOCOL_MAP:
PLAINTEXT:PLAINTEXT,PLAINTEXT_HOST:PLAINTEXT

KAFKA_INTER_BROKER_LISTENER_NAME: PLAINTEXT

KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1

kafka-2:

image: confluentinc/cp-kafka:7.4.4

depends_on:

- zookeeper-1

- zookeeper-2

ports:

- 39092:39092

environment:

KAFKA_BROKER_ID: 2

KAFKA_ZOOKEEPER_CONNECT: zookeeper-1:2181,zookeeper-2:2181
KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://kafka-
2:9092,PLAINTEXT_HOST://localhost:39092

KAFKA_LISTENER_SECURITY_PROTOCOL_MAP:
PLAINTEXT:PLAINTEXT,PLAINTEXT_HOST:PLAINTEXT

KAFKA_INTER_BROKER_LISTENER_NAME: PLAINTEXT

KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1

$ cat [Link]

---

version: '2'

services:

zookeeper-1:

image: confluentinc/cp-zookeeper:7.4.4

environment:

ZOOKEEPER_CLIENT_PORT: 2181

ZOOKEEPER_TICK_TIME: 2000

ports:

- 22181:2181

zookeeper-2:

image: confluentinc/cp-zookeeper:7.4.4

environment:

ZOOKEEPER_CLIENT_PORT: 2181

ZOOKEEPER_TICK_TIME: 2000

ports:

- 32181:2181

kafka-1:
image: confluentinc/cp-kafka:7.4.4

depends_on:

- zookeeper-1

- zookeeper-2

ports:

- 29092:29092

environment:

KAFKA_BROKER_ID: 1

KAFKA_ZOOKEEPER_CONNECT: zookeeper-1:2181,zookeeper-2:2181

KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://kafka-
1:9092,PLAINTEXT_HOST://localhost:29092

KAFKA_LISTENER_SECURITY_PROTOCOL_MAP:
PLAINTEXT:PLAINTEXT,PLAINTEXT_HOST:PLAINTEXT

KAFKA_INTER_BROKER_LISTENER_NAME: PLAINTEXT

KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1

kafka-2:

image: confluentinc/cp-kafka:7.4.4

depends_on:

- zookeeper-1

- zookeeper-2

ports:

- 39092:39092

environment:

KAFKA_BROKER_ID: 2

KAFKA_ZOOKEEPER_CONNECT: zookeeper-1:2181,zookeeper-2:2181

KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://kafka-
2:9092,PLAINTEXT_HOST://localhost:39092
KAFKA_LISTENER_SECURITY_PROTOCOL_MAP:
PLAINTEXT:PLAINTEXT,PLAINTEXT_HOST:PLAINTEXT

KAFKA_INTER_BROKER_LISTENER_NAME: PLAINTEXT

KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1

$ cat [Link]

---

version: '2'

services:

zookeeper-1:

image: confluentinc/cp-zookeeper:7.4.4

environment:

ZOOKEEPER_CLIENT_PORT: 2181

ZOOKEEPER_TICK_TIME: 2000

ports:

- 22181:2181

zookeeper-2:

image: confluentinc/cp-zookeeper:7.4.4

environment:

ZOOKEEPER_CLIENT_PORT: 2181

ZOOKEEPER_TICK_TIME: 2000

ports:

- 32181:2181

kafka-1:

image: confluentinc/cp-kafka:7.4.4

depends_on:
- zookeeper-1

- zookeeper-2

ports:

- 29092:29092

environment:

KAFKA_BROKER_ID: 1

KAFKA_ZOOKEEPER_CONNECT: zookeeper-1:2181,zookeeper-2:2181

KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://kafka-
1:9092,PLAINTEXT_HOST://localhost:29092

KAFKA_LISTENER_SECURITY_PROTOCOL_MAP:
PLAINTEXT:PLAINTEXT,PLAINTEXT_HOST:PLAINTEXT

KAFKA_INTER_BROKER_LISTENER_NAME: PLAINTEXT

KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1

kafka-2:

image: confluentinc/cp-kafka:7.4.4

depends_on:

- zookeeper-1

- zookeeper-2

ports:

- 39092:39092

environment:

KAFKA_BROKER_ID: 2

KAFKA_ZOOKEEPER_CONNECT: zookeeper-1:2181,zookeeper-2:2181

KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://kafka-
2:9092,PLAINTEXT_HOST://localhost:39092

KAFKA_LISTENER_SECURITY_PROTOCOL_MAP:
PLAINTEXT:PLAINTEXT,PLAINTEXT_HOST:PLAINTEXT
KAFKA_INTER_BROKER_LISTENER_NAME: PLAINTEXT

KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1

$ cat [Link]

---

version: '2'

services:

zookeeper-1:

image: confluentinc/cp-zookeeper:7.4.4

environment:

ZOOKEEPER_CLIENT_PORT: 2181

ZOOKEEPER_TICK_TIME: 2000

ports:

- 22181:2181

zookeeper-2:

image: confluentinc/cp-zookeeper:7.4.4

environment:

ZOOKEEPER_CLIENT_PORT: 2181

ZOOKEEPER_TICK_TIME: 2000

ports:

- 32181:2181

kafka-1:

image: confluentinc/cp-kafka:7.4.4

depends_on:

- zookeeper-1

- zookeeper-2
ports:

- 29092:29092

environment:

KAFKA_BROKER_ID: 1

KAFKA_ZOOKEEPER_CONNECT: zookeeper-1:2181,zookeeper-2:2181

KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://kafka-
1:9092,PLAINTEXT_HOST://localhost:29092

KAFKA_LISTENER_SECURITY_PROTOCOL_MAP:
PLAINTEXT:PLAINTEXT,PLAINTEXT_HOST:PLAINTEXT

KAFKA_INTER_BROKER_LISTENER_NAME: PLAINTEXT

KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1

kafka-2:

image: confluentinc/cp-kafka:7.4.4

depends_on:

- zookeeper-1

- zookeeper-2

ports:

- 39092:39092

environment:

KAFKA_BROKER_ID: 2

KAFKA_ZOOKEEPER_CONNECT: zookeeper-1:2181,zookeeper-2:2181

KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://kafka-
2:9092,PLAINTEXT_HOST://localhost:39092

KAFKA_LISTENER_SECURITY_PROTOCOL_MAP:
PLAINTEXT:PLAINTEXT,PLAINTEXT_HOST:PLAINTEXT

KAFKA_INTER_BROKER_LISTENER_NAME: PLAINTEXT

KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1
$ cat [Link]

---

version: '2'

services:

zookeeper-1:

image: confluentinc/cp-zookeeper:7.4.4

environment:

ZOOKEEPER_CLIENT_PORT: 2181

ZOOKEEPER_TICK_TIME: 2000

ports:

- 22181:2181

zookeeper-2:

image: confluentinc/cp-zookeeper:7.4.4

environment:

ZOOKEEPER_CLIENT_PORT: 2181

ZOOKEEPER_TICK_TIME: 2000

ports:

- 32181:2181

kafka-1:

image: confluentinc/cp-kafka:7.4.4

depends_on:

- zookeeper-1

- zookeeper-2

ports:
- 29092:29092

environment:

KAFKA_BROKER_ID: 1

KAFKA_ZOOKEEPER_CONNECT: zookeeper-1:2181,zookeeper-2:2181

KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://kafka-
1:9092,PLAINTEXT_HOST://localhost:29092

KAFKA_LISTENER_SECURITY_PROTOCOL_MAP:
PLAINTEXT:PLAINTEXT,PLAINTEXT_HOST:PLAINTEXT

KAFKA_INTER_BROKER_LISTENER_NAME: PLAINTEXT

KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1

kafka-2:

image: confluentinc/cp-kafka:7.4.4

depends_on:

- zookeeper-1

- zookeeper-2

ports:

- 39092:39092

environment:

KAFKA_BROKER_ID: 2

KAFKA_ZOOKEEPER_CONNECT: zookeeper-1:2181,zookeeper-2:2181

KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://kafka-
2:9092,PLAINTEXT_HOST://localhost:39092

KAFKA_LISTENER_SECURITY_PROTOCOL_MAP:
PLAINTEXT:PLAINTEXT,PLAINTEXT_HOST:PLAINTEXT

KAFKA_INTER_BROKER_LISTENER_NAME: PLAINTEXT

KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1

You might also like