环境

ip	hostname	description
192.168.80.10	node-8010	myid:0
192.168.80.20	node-8020	myid:1
192.168.80.30	node-8030	myid:2

  操作系统：CentOS 7.1   install lrzsz：yum install -y lrzsz

准备工作

SSH免密登陆

ssh-keygen -t rsa
cat id_rsa.pub >> authorized_keys

ssh [email protected]
scp id_rsa.pub [email protected]:/root/.ssh/id_rsa_30.pub
exit
cat id_rsa_30.pub >> authorized_keys

软件下载

    kafka_2.11-1.0.0    zookeeper-3.4.11

Zookeeper

tar -xzvf zookeeper-3.4.11.tar.gz
mv zookeeper-3.4.11 /usr/local

cd /data
mkdir zookeeper
cd zookeeper
echo 0 > myid

cd /usr/local/zookeeper-3.4.11/conf
cp zoo_sample.cfg zoo.cfg
vi zoo.cfg
    dataDir=/data/zookeeper
    server.0=192.168.80.10:20881:30881
    server.1=192.168.80.20:20882:30882
    server.2=192.168.80.30:20883:30883

#其他两台机器同样操作，注意变换myid的值

cd /usr/local/zookeeper-3.4.11/
bin/zkServer.sh start

#确认zkServer状态
bin/zkServer.sh status

Kafka#

tar -xzf kafka_2.11-1.0.0.tgz mv kafka_2.11-1.0.0 /usr/local mkdir /data/kafka/logs

cd /usr/local/kafka_2.11-1.0.0/config
vi server.properties
    broker.id=0
    listeners=PLAINTEXT://192.168.80.10:9092
    log.dirs=/data/kafka/logs
    num.partitions=3
    zookeeper.connect=192.168.80.10:2181,192.168.80.20:2181,192.168.80.30:2181

#其他两台机器同样操作，注意变换 broker.id的值

cd ../
./bin/kafka-server-start.sh config/server.properties &

./bin/kafka-topics.sh -zookeeper 10.1.1.20:2181,10.1.1.21:2181,10.1.1.22:2181 -list
./bin/kafka-topics.sh -zookeeper 10.1.1.20:2181,10.1.1.21:2181,10.1.1.22:2181 -topic test -replication-factor 2 -partitions 3 -create

./bin/kafka-console-producer.sh -broker-list 10.1.1.20:9092,10.1.1.21:9092,10.1.1.22:9092 -topic test
./bin/kafka-console-consumer.sh -zookeeper 10.1.1.20:2181,10.1.1.21:2181,10.1.1.22:2181 - from-begining -topic test