import java.text.SimpleDateFormat
import java.util.Properties
import java.util.concurrent.{Callable, Executors, FutureTask}
import org.apache.kafka.clients.consumer.KafkaConsumer
import org.apache.kafka.common.TopicPartition
import org.apache.kafka.common.serialization.StringDeserializer
import scala.collection.JavaConversions._
/**
* Create by 写Scala的老刘 2019-05-13 09:43
*/
object GetDataByTimeStamp {
def main(args: Array[String]): Unit = {
val topic = "TestTopic"
val consumerProp = new Properties()
consumerProp.put("bootstrap.servers", "Ip:port")
consumerProp.put("group.id", "test")
consumerProp.put("enable.auto.commit", "false")
consumerProp.put("auto.commit.interval.ms", "1000")
//kafka权限认证的东西,如果您的kakfa没有配置权限认证,下面三行需要去掉
System.setProperty("java.security.auth.login.config", "/home/hadoop/Test/config/kafka
基于Scala实现根据指定时间戳开始消费Kafka的数据
最新推荐文章于 2024-05-31 18:22:14 发布