kafka環境配置

1. 下載kafka安裝包，解壓

sudo tar -zxvf kafka_2.12-1.0.1.tgz
sudo mv kafka_2.12-1.0.1 /usr/local/kafka

 

2. 修改配置文件

zookeeper.properties

cd kafka/config
sudo vim zookeeper.properties

dataDir=/home/hadoop/zookeeper/kafka/data/zookeeper
dataLogDir=/home/hadoop/zookeeper/kafka/log/zookeeper
clientPort=2181
maxClientCnxns=100
tickTime=2000
initLimit=10
syncLimit=5

server.properties

cd kafka/config
sudo vim server.properties

broker.id=0
port=9092
host.name=hadoop  #此處爲主機名或IP地址
log.dirs=/home/hadoop/zookeeper/kafka/log/kafka/
zookeeper.connect=localhost:2181

 

三、建立啓動關閉文件

    1. 建立啓動文件

cd kafka
sudo vim ./kafkastart.sh

#!/bin/bash
/usr/local/kafka/bin/zookeeper-server-start.sh /usr/local/kafka/config/zookeeper.properties &


sleep 3

/usr/local/kafka/bin/kafka-server-start.sh /usr/local/kafka/config/server.properties &

 

2. 建立關閉文件

cd kafka
sudo vim ./kafkastop.sh

#!/bin/bash
#關閉zookeeper
/usr/local/kafka/bin/zookeeper-server-stop.sh /usr/local/kafka/config/zookeeper.properties &
sleep 3 #等3秒後執行
#關閉kafka
/usr/local/kafka/bin/kafka-server-stop.sh /usr/local/kafka/config/server.properties &

 

4. 啓動zookeeper     進程有三個

$ cd kafka
$ ./kafkastart.sh
hadoop@hadoop:/usr/local/zookeeper/bin$ jps
14517 Kafka
14245 QuorumPeerMain
15383 Jps

 

建立topic

hadoop@hadoop:/usr/local/kafka/bin$ ./kafka-topics.sh --create --zookeeper localhost:2181 --replication-factor 1 --partitions 1 --topic te
Created topic "test"

查看topic

cd /usr/local/kafka/bin
./kafka-topics.sh --list --zookeeper localhost:2181

生產消息

$ cd /usr/local/kafka/bin
$ ./kafka-console-producer.sh --broker-list localhost:9092 --topic test
laoyang I love you!

消費消息測試

$ cd /usr/local/kafka/bin
$ ./kafka-console-consumer.sh --zookeeper localhost:2181 --topic test --from-beginning
I'm laoyang #以前測試輸入的內容
laoyang I love you!

 

5. 關閉kafka

$ cd /usr/local/kafka
$ ./kafkastop.sh