kafka java api 删除_Kafka入门系列—6. Kafka 常用命令及Java API使用

常用命令

启动Zookeeper

./zkServer.sh start-foreground

可选参数：

./zkServer.sh {start|start-foreground|stop|restart|status|upgrade|print-cmd}

启动ZooInspector，可以查看注册到Zookeeper的Kafka broker和topic情况：

java -jar zookeeper-dev-ZooInspector.jar

屏幕快照 2018-12-06 上午10.56.40.png

启动Kafka

./kafka-server-start.sh ../config/server.properties

创建topic，指定3个分区，每个分区1个副本

./kafka-topics.sh --create -topic testtopic -partitions 3 -replication-factor 1 -zookeeper localhost:2181

列出所有topic

./kafka-topics.sh --list -zookeeper localhost:2181

删除topic

./kafka-topics.sh --delete -topic testtopic -zookeeper localhost:2181

使用producer命令行工具

./kafka-console-producer.sh -topic testtopic --broker-list localhost:9092

使用consumer命令行工具

注意：--from-beginning会从初始offset位置开始接收消息；不加该参数从当前offset位置开始。

./kafka-console-consumer.sh --bootstrap-server localhost:9092 -topic testtopic --from-beginning

Java API使用

Producer API

public class SampleProducer {

private static final Logger LOGGER = LoggerFactory.getLogger(SampleProducer.class);

public static void main(String[] args) {

Properties properties = new Properties();

properties.put("bootstrap.servers", "localhost:9092");

properties.put("client.id", "DemoProducer");

//序列化器

properties.put("key.serializer", "org.apache.kafka.common.serialization.StringSerializer");

properties.put("value.serializer", "org.apache.kafka.common.serialization.StringSerializer");

KafkaProducer producer = new KafkaProducer(properties);

ProducerRecord record = new ProducerRecord<>("testtopic", "hello world");

Future future = producer.send(record);

RecordMetadata recordMetadata = null;

try {

recordMetadata = future.get();

} catch (InterruptedException e) {

e.printStackTrace();

} catch (ExecutionException e) {

e.printStackTrace();

}

System.out.println(recordMetadata);

}

}

Consumer API

public class SampleConsumer {

public static void main(String[] args) {

Properties props = new Properties();

props.put(ConsumerConfig.BOOTSTRAP_SERVERS_CONFIG, "localhost:9092");

props.put(ConsumerConfig.AUTO_OFFSET_RESET_CONFIG, "earliest");

//指定消费者组

props.put(ConsumerConfig.GROUP_ID_CONFIG, "testgroup");

//关闭自动位移提交

props.put(ConsumerConfig.ENABLE_AUTO_COMMIT_CONFIG, "false");

props.put(ConsumerConfig.SESSION_TIMEOUT_MS_CONFIG, "30000");

//反序列化器

props.put(ConsumerConfig.KEY_DESERIALIZER_CLASS_CONFIG, "org.apache.kafka.common.serialization.StringDeserializer");

props.put(ConsumerConfig.VALUE_DESERIALIZER_CLASS_CONFIG, "org.apache.kafka.common.serialization.StringDeserializer");

KafkaConsumer consumer = new KafkaConsumer(props);

//订阅topic

consumer.subscribe(Arrays.asList("testtopic"));

ConsumerRecords records = consumer.poll(Duration.ofSeconds(2));

records.forEach((ConsumerRecord record) -> {

System.out.println(record.value());

});

//手动提交位移

consumer.commitAsync();

}

}