def handleLog(dstream:DStream[((String,String),(String,Long,String,util.HashMap[String,Any]))],kafkaManager: KafkaManager,jobConf:JobConf): Unit ={
dstream.foreachRDD(rdd=>{
if(!rdd.isEmpty()){
val correct_rdd = rdd.filter(!_._2._3.equals(""))
val result = correct_rdd.map(item=>{
val table=item._1._1+":"+item._1._2
val types=item._2._1
val ts = item._2._2
val rowKey = item._2._3
val info = item._2._4
convertToHbasePut(rowKey,table,types,ts,info)
})
/**
* 写入hbase
*/
result.saveAsNewAPIHadoopFile("", classOf[ImmutableBytesWritable], classOf[Put], classOf[MultiTableOutputFormat], jobConf)
kafkaManager.updateOffsetToZK()
}
println("写入成功")
})
}
def convertToHbasePut(rowKey:Stri