部署及其简单,生产配置文件另行调优,此处不再赘述。
1.安装zookeeper
cd /usr/local/ wget https://mirrors.tuna.tsinghua.edu.cn/apache/zookeeper/zookeeper-3.6.3/apache-zookeeper-3.6.3-bin.tar.gz tar zxf apache-zookeeper-3.6.3-bin.tar.gz ln -s apache-zookeeper-3.6.3-bin/ apache-zookeeper cd apache-zookeeper/conf/ mv zoo_sample.cfg zoo.cfg vim zoo.cfg dataDir=/data/zookeeper/ server.0=172.25.25.3:2888:3888 server.1=172.25.25.4:2888:3888 server.2=172.25.25.5:2888:3888 mkdir -p /data/zookeeper echo 0 > /data/zookeeper/myid # 节点1 echo 1 > /data/zookeeper/myid # 节点2 echo 2 > /data/zookeeper/myid # 节点3 /usr/local/apache-zookeeper/bin/zkServer.sh start /usr/local/apache-zookeeper/bin/zkServer.sh status
2.安装kafka
cd /usr/local/ wget https://mirrors.tuna.tsinghua.edu.cn/apache/kafka/2.8.0/kafka_2.13-2.8.0.tgz tar zxf kafka_2.13-2.8.0.tgz ln -s kafka_2.13-2.8.0.tgz kafka cd kafka/config/ vim server.properties broker.id=0 # 节点1 listeners=PLAINTEXT://172.25.25.3:9092 zookeeper.connect=172.25.25.3:2181,172.25.25.4:2181,172.25.25.5:2181 broker.id=1 # 节点2 listeners=PLAINTEXT://172.25.25.4:9092 zookeeper.connect=172.25.25.3:2181,172.25.25.4:2181,172.25.25.5:2181 broker.id=2 # 节点3 listeners=PLAINTEXT://172.25.25.5:9092 zookeeper.connect=172.25.25.3:2181,172.25.25.4:2181,172.25.25.5:2181 vim /etc/profile export KAFKA_HOME=/usr/local/kafka export ZOOKEEPER_HOME=/usr/local/apache-zookeeper/ export PATH=$PATH:${ZOOKEEPER_HOME}/bin:${KAFKA_HOME}/bin source /etc/profile # 常用命令 # 启动kafka /usr/local/kafka/bin/kafka-server-start.sh -daemon /usr/local/kafka/config/server.properties # 创建名为test的topic /usr/local/kafka/bin/kafka-topics.sh --create --zookeeper 172.25.25.3:2181,172.25.25.4:2181,172.25.25.5:2181 --replication-factor 3 --partitions 3 --topic test # 列出已创建的topic /usr/local/kafka/bin/kafka-topics.sh --list --zookeeper 172.25.25.3:2181,172.25.25.4:2181,172.25.25.5:2181 # 模拟生产者 /usr/local/kafka/bin/kafka-console-producer.sh --broker-list 172.25.25.3:9092,172.25.25.4:9092,172.25.25.5:9092 --topic test # 模拟消费者 /usr/local/kafka/bin/kafka-console-consumer.sh --bootstrap-server 172.25.25.3:9092,172.25.25.4:9092,172.25.25.5:9092 --from-beginning --topic test # 查看指定主题 /usr/local/kafka/bin/kafka-topics.sh --describe --zookeeper 172.25.25.3:2181,172.25.25.4:2181,172.25.25.5:2181 --topic test