1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56

version: '3'

services:
  zookeeper:
    image: zookeeper
    container_name: zookeeper
    restart: always
    volumes:
      - $PWD/zookeeper:/etc/zookeeper
    ports:
      - "2181:2181"
  kafka1:
    image: wurstmeister/kafka
    container_name: kafka1
    ports:
      - "9092:9092"    #端口映射
    volumes:
      - $PWD/kafka1:/kafka
    environment:
      KAFKA_ADVERTISED_HOST_NAME: ip         # 修改:宿主机IP
      KAFKA_BROKER_ID: 0      #指定kafka的id
      KAFKA_ADVERTISED_PORT: 9092            #kafka外放端口
      KAFKA_MESSAGE_MAX_BYTES: 2000000
      KAFKA_ZOOKEEPER_CONNECT: ip:2181
    depends_on:
      - zookeeper
  kafka2:
    image: wurstmeister/kafka
    container_name: kafka2
    ports:
      - "9093:9092"
    volumes:
      - $PWD/kafka2:/kafka
    environment:
      KAFKA_ADVERTISED_HOST_NAME: ip          # 修改:宿主机IP
      KAFKA_BROKER_ID: 1           #指定kafka的id
      KAFKA_ADVERTISED_PORT: 9093             #kafka外放端口
      KAFKA_MESSAGE_MAX_BYTES: 2000000
      KAFKA_ZOOKEEPER_CONNECT: ip:2181
    depends_on:
      - zookeeper
  kafka3:
    image: wurstmeister/kafka
    container_name: kafka3
    ports:
      - "9094:9092"
    volumes:
      - $PWD/kafka3:/kafka
    environment:
      KAFKA_ADVERTISED_HOST_NAME: ip         # 修改:宿主机IP
      KAFKA_BROKER_ID: 2         #指定kafka的id
      KAFKA_ADVERTISED_PORT: 9094            #kafka外放端口
      KAFKA_MESSAGE_MAX_BYTES: 2000000
      KAFKA_ZOOKEEPER_CONNECT: ip:2181
    depends_on:
      - zookeeper

 1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
14
15
16

#进入容器
docker-compose exec kafka1 bash
#进入kafka的bin目录
cd /opt/kafka/bin/
#创建一个topic，并设置三个分区和两个副本
./kafka-topics.sh --create --topic first --zookeeper ip:2181 --partitions 3 --replication-factor 2
#查看topic列表
./kafka-topics.sh --list --zookeeper ip:2181
#查询某个topic详情
./kafka-topics.sh --describe --topic first --zookeeper ip:2181
#创建生产者发送消息
./kafka-console-producer.sh --topic first --broker-list ip:9092
#创建消费者接收消息
./kafka-console-consumer.sh --topic first --bootstrap-server ip:9092 --from-beginning
#删除topic
./kafka-topics.sh --delete --topic first --zookeeper ip:2181