hadoop启动时保证active那台主机启动(leader)
start-all.sh
start-yarn.sh
./zkServer.sh start
bin/kafka-server-start.sh -daemon config/server.properties
主题:bin/kafka-topics.sh --zookeeper spark1:2181
–create --replication-factor 3 --partitions 1 --topic first
查看主题:bin/kafka-topics.sh --zookeeper spark1:2181 --list
删除主题:bin/kafka-topics.sh --zookeeper spark1:2181
–delete --topic first
生产者(发送消息):bin/kafka-console-producer.sh
–broker-list spark1:9092 --topic first
消费者(接受消费消息): bin/kafka-console-consumer.sh
–bootstrap-server spark1:9092 --from-beginning --topic first
flume:bin/flume-ng agent -c conf/ -n a1 -f job/flume-netcat-logger.conf -Dflume.root.logger=INFO,console
第一种写法:
[root@hadoop102 flume]$ bin/flume-ng agent --conf conf/ --name a1 --conf-file job/flume-netcat-logger.conf -Dflume.root.logger=INFO,console
第二种写法:
[root@hadoop102