1:拉去管理kafka界面UI镜像
docker pull provectuslabs/kafka-ui
2:拉去管理kafka镜像
docker pull bitnami/kafka
3:docker-compose.yml
version: '3.8'
services:
kafka-1:
container_name: kafka1
image: bitnami/kafka
ports:
- "19092:19092"
- "19093:19093"
volumes:
# - /etc/localtime:/etc/localtime:ro
- G:\temptemptemp\kafkaCluster\kafka\datas\kafka1:/bitnami/kafka:rw
environment:
- KAFKA_CFG_ADVERTISED_LISTENERS=PLAINTEXT://192.168.11.50:19092
- ALLOW_PLAINTEXT_LISTENER=yes
- KAFKA_CREATE_TOPICS=test-topic:1:1
- KAFKA_BROKER_ID=1
- KAFKA_KRAFT_CLUSTER_ID=1P5TYc6qRpmNeZ2ZIps4TQ
- KAFKA_CFG_PROCESS_ROLES=broker,controller
- KAFKA_CFG_LISTENERS=PLAINTEXT://:19092,CONTROLLER://:19093
- KAFKA_CFG_CONTROLLER_LISTENER_NAMES=CONTROLLER
- KAFKA_CFG_CONTROLLER_QUORUM_VOTERS=1@192.168.11.50:19093,2@192.168.11.50:29093,3@192.168.11.50:39092
- KAFKA_CFG_NODE_ID=1
- KAFKA_CFG_LISTENER_SECURITY_PROTOCOL_MAP=CONTROLLER:PLAINTEXT,PLAINTEXT:PLAINTEXT
- KAFKA_ENABLE_KRAFT=yes
kafka-2:
container_name: kafka2
image: bitnami/kafka
ports:
- "29092:29092"
- "29093:29093"
volumes:
# - /etc/localtime:/etc/localtime:ro
- G:\temptemptemp\kafkaCluster\kafka\datas\kafka2:/bitnami/kafka:rw
environment:
- KAFKA_CFG_ADVERTISED_LISTENERS=PLAINTEXT://192.168.11.50:29092
- ALLOW_PLAINTEXT_LISTENER=yes
- KAFKA_CREATE_TOPICS=test-topic:1:1
- KAFKA_BROKER_ID=2
- KAFKA_KRAFT_CLUSTER_ID=1P5TYc6qRpmNeZ2ZIps4TQ
- KAFKA_CFG_PROCESS_ROLES=broker,controller
- KAFKA_CFG_LISTENERS=PLAINTEXT://:29092,CONTROLLER://:29093
- KAFKA_CFG_CONTROLLER_LISTENER_NAMES=CONTROLLER
- KAFKA_CFG_CONTROLLER_QUORUM_VOTERS=1@192.168.11.50:19093,2@192.168.11.50:29093,3@192.168.11.50:39093
- KAFKA_CFG_NODE_ID=2
- KAFKA_CFG_LISTENER_SECURITY_PROTOCOL_MAP=CONTROLLER:PLAINTEXT,PLAINTEXT:PLAINTEXT
- KAFKA_ENABLE_KRAFT=yes
depends_on:
- kafka-1
kafka-3:
container_name: kafka3
image: bitnami/kafka
ports:
- "39092:39092"
- "39093:39093"
volumes:
# - /etc/localtime:/etc/localtime:ro
- G:\temptemptemp\kafkaCluster\kafka\datas\kafka3:/bitnami/kafka:rw
environment:
- KAFKA_CFG_ADVERTISED_LISTENERS=PLAINTEXT://192.168.11.50:39092
- ALLOW_PLAINTEXT_LISTENER=yes
- KAFKA_CREATE_TOPICS=test-topic:1:1
- KAFKA_BROKER_ID=3
- KAFKA_KRAFT_CLUSTER_ID=1P5TYc6qRpmNeZ2ZIps4TQ
- KAFKA_CFG_PROCESS_ROLES=broker,controller
- KAFKA_CFG_LISTENERS=PLAINTEXT://:39092,CONTROLLER://:39093
- KAFKA_CFG_CONTROLLER_LISTENER_NAMES=CONTROLLER
- KAFKA_CFG_CONTROLLER_QUORUM_VOTERS=1@192.168.11.50:19093,2@192.168.11.50:29093,3@192.168.11.50:39092
- KAFKA_CFG_NODE_ID=3
- KAFKA_CFG_LISTENER_SECURITY_PROTOCOL_MAP=CONTROLLER:PLAINTEXT,PLAINTEXT:PLAINTEXT
- KAFKA_ENABLE_KRAFT=yes
depends_on:
- kafka-1
- kafka-2
kafka-ui:
container_name: kafka-ui
image: provectuslabs/kafka-ui
ports:
- "8080:8080"
environment:
- KAFKA_CLUSTERS_0_BOOTSTRAPSERVERS=192.168.11.50:19092,192.168.11.50:29092,192.168.11.50:39092
- KAFKA_KRAFT_CLUSTER_ID=1P5TYc6qRpmNeZ2ZIps4TQ
4：springboot项目发布和消费kafka
4-1：application.yml
server:
port: 9088
spring:
kafka:
consumer:
bootstrap-servers: localhost:19092,localhost:29093,localhost:39092
group-id: test-group
auto-offset-reset: earliest
producer:
bootstrap-servers: localhost:19092,localhost:29092,localhost:39092
key-serializer: org.apache.kafka.common.serialization.StringSerializer
value-serializer: org.apache.kafka.common.serialization.StringSerializer
4-2：消费者
package com.example.kafkademo.config;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import org.springframework.kafka.annotation.KafkaListener;
import org.springframework.stereotype.Service;
/**
* @Author xu
* @create 2023/9/27 19
*/
@Service
public class KafkaConsumerService {
private static final Logger LOGGER = LoggerFactory.getLogger(KafkaConsumerService.class);
@KafkaListener(topics = "topic")
public void receiveMessage(String message) {
LOGGER.info("received message='{}'", message);
}
}
4-3：生产者
package com.example.kafkademo.config;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.kafka.core.KafkaTemplate;
import org.springframework.stereotype.Service;
/**
* @Author xu
* @create 2023/9/27 19
*/
@Service
public class KafkaProducerService {
private static final Logger LOGGER = LoggerFactory.getLogger(KafkaProducerService.class);
@Autowired
private KafkaTemplate kafkaTemplate;
public void sendMessage(String topic, String message) {
LOGGER.info("sending message='{}' to topic='{}'", message, topic);
kafkaTemplate.send(topic, message);
}
}
4-4：controller
package com.example.kafkademo.controller;
import com.example.kafkademo.config.KafkaProducerService;
import org.springframework.stereotype.Controller;
import org.springframework.web.bind.annotation.PostMapping;
import org.springframework.web.bind.annotation.RestController;
import javax.annotation.Resource;
/**
* @Author xu
* @create 2023/9/27 19
*/
@RestController
public class KafkaController {
@Resource
KafkaProducerService kafkaProducerService;
@PostMapping("/publish")
public String publish(String topic,String content){
kafkaProducerService.sendMessage("topic",content);
System.out.println("content");
return content;
}
}
4-5：pom
4.0.0
org.springframework.boot
spring-boot-starter-parent
2.7.16
com.example
kafkaDemo
0.0.1-SNAPSHOT
kafkaDemo
kafkaDemo
1.8
org.springframework.boot
spring-boot-starter
org.springframework.kafka
spring-kafka
org.springframework.boot
spring-boot-starter-test
test
org.springframework.kafka
spring-kafka-test
test
org.springframework.boot
spring-boot-starter-web
org.springframework.boot
spring-boot-maven-plugin
5：命令行方式启动kafka
docker run -d --name kafka1 -p 19092:19092 -p 19093:19093 -e KAFKA_CFG_ADVERTISED_LISTENERS=PLAINTEXT://192.168.11.50:19092 -e ALLOW_PLAINTEXT_LISTENER=yes -e KAFKA_BROKER_ID=1 -e KAFKA_KRAFT_CLUSTER_ID=1P5TYc6qRpmNeZ2ZIps4TQ -e KAFKA_CFG_PROCESS_ROLES=broker,controller -e KAFKA_CFG_LISTENERS=PLAINTEXT://:19092,CONTROLLER://:19093 -e KAFKA_CFG_CONTROLLER_LISTENER_NAMES=CONTROLLER -e KAFKA_CFG_CONTROLLER_QUORUM_VOTERS=1@192.168.11.50:19093 -e KAFKA_CFG_NODE_ID=1 -e KAFKA_CFG_LISTENER_SECURITY_PROTOCOL_MAP=CONTROLLER:PLAINTEXT,PLAINTEXT:PLAINTEXT -e KAFKA_ENABLE_KRAFT=yes -e KAFKA_CFG_KRAFT_MODE=kraft bitnami/kafka
6：命令行方式启动kafka-ui
docker run -d --name kafka-ui -p 8080:8080 -e KAFKA_CLUSTERS_0_BOOTSTRAPSERVERS=192.168.11.50:19092 provectuslabs/kafka-ui
