带kerberos认证的kafka发送消息

向带有kerberos认证的kafka发送消息，要加入kerberos认证的配置文件:krb5.conf,kafka.jaas,kafak.jaas 中key文件，也就是kerberos生成的认证文件，加入环境变量中代码如下：

一、生产者 MyProducer.java

package com.tcloudata;
import com.tcloudata.common.ChineseName;
import com.tcloudata.model.Student;
import org.apache.kafka.clients.producer.KafkaProducer;
import org.apache.kafka.clients.producer.ProducerConfig;
import org.apache.kafka.clients.producer.ProducerRecord;
import java.text.DecimalFormat;
import java.text.SimpleDateFormat;
import java.util.*;
import java.util.concurrent.ExecutionException;
import java.sql.Timestamp;
import com.alibaba.fastjson.JSONObject;
public class MyProducer extends Thread {

    private KafkaProducer<Integer, String> producer = null;
    private String topic = null;
    private Boolean isAsync = false;
    private String bootServer="";
    private ChineseName chineseName;
    private Long interVal=5L;

    public MyProducer(String topic, String serverIp,Long interTime,String kerberosConf,String krb5cnf) {
        this.bootServer=serverIp;
        this.topic=topic;
        this.interVal=interTime;
        Properties prop = new Properties();
        prop.put(ProducerConfig.BOOTSTRAP_SERVERS_CONFIG, bootServer);
        prop.put(ProducerConfig.KEY_SERIALIZER_CLASS_CONFIG, "org.apache.kafka.common.serialization.IntegerSerializer");
        prop.put(ProducerConfig.VALUE_SERIALIZER_CLASS_CONFIG, "org.apache.kafka.common.serialization.StringSerializer");
        prop.put("enable.auto.commit","true");
        //加入kerberos认认证,这里需要指定两个文件,krb5.conf和kafka.jaas
        if (kerberosConf!=null&&kerberosConf.length()>0)
        {
            System.setProperty("java.security.auth.login.config",kerberosConf);
 
            System.setProperty("java.security.krb5.conf",krb5cnf);
            prop.put("security.protocol","SASL_PLAINTEXT");
            prop.put("sasl.mechanism","GSSAPI");
            prop.put("sasl.kerberos.service.name","kafka");
        }
        producer = new KafkaProducer<Integer, String>(prop);
    }
    /**
     * 根据传入的日期格式返回当前日期
     *
     * @param strformatter 日期格式 yyyy-MM-dd
     */
    public static String getDateFromformatter(String strformatter) {
        String strDate = "";
        try {
            TimeZone timeZoneChina =TimeZone.getTimeZone("Asia/Shanghai");//获取中国的时区
            SimpleDateFormat formatter = new SimpleDateFormat(strformatter);
            Date date = new Date();
            formatter.setTimeZone(timeZoneChina);//设置系统时区
            strDate = formatter.format(date);
        } catch (Exception ex) {
            ex.printStackTrace();
        }
        return strDate;

    }

    private String getrRandom(double min,double max)
    {
        Random random = new Random();

        double temp = min + ((max - min) * new Random().nextDouble());
        double low = min - 1;
        double high = max + 1;
        if (max < min) {
            return "0.00";
        }
        if (min == max) {
            temp= min;
        }

        DecimalFormat df = new DecimalFormat("#.00");
        return df.format(temp);
//                    Random rn=new Random();
//                    rn.nextDouble()
//                            %(max-min+1)+min;
    }
    public void run() {
        int messageNo = 1;
        chineseName=new ChineseName();
        String[] arrclass =new String[]{"1801","1802","1803","1804","1805","1806","1807","1808","1801","1809","1810","1811","1812","1813","1814","1815","1816",
                "1901","1902","1903","1904","1905","1906","1907","1908","1901","1909","1910","1911","1912","1913","1914","1915" ,"1916"};
        Random rn=new Random();

        while (true) {
            try {
                String messageStr = "Message_" + messageNo;
                chineseName.GetName();
                Student student=new Student();
                //生成姓名
                String name=chineseName.getPid();
                //生成科目1成绩
                int k1=rn.nextInt(45)+50;
                //生成科目2成绩
                int k2=rn.nextInt(40)+52;
                int sex=rn.nextInt(2)+1;
                Long id=Long.parseLong(String.valueOf(messageNo));
                String classcode=arrclass[rn.nextInt(arrclass.length)];
                student.setId(id);
                student.setClasscode(classcode);
                student.setName(name);
                student.setK1(k1);
                student.setK2(k2);
                student.setSex(sex);
                String currentTime=getDateFromformatter("yyyy-MM-dd HH:mm:ss");

                student.setMessagetime(Timestamp.valueOf(currentTime));
                messageStr= JSONObject.toJSONString(student);

                long startTime = System.currentTimeMillis();
                if (isAsync) {
                    producer.send(new ProducerRecord<Integer, String>(topic, messageNo, messageStr), new DemoCallback(startTime, messageNo, messageStr));
                } else {
                    try {
                        producer.send(new ProducerRecord<Integer, String>(topic, messageNo, messageStr)).get();
                        System.out.println("Sent message: (" + messageNo + ", " + messageStr + ")");
                    } catch (InterruptedException | ExecutionException e) {
                        e.printStackTrace();
                    }
                }
            //    acquirId=acquirId+1;
                ++messageNo;
                 //每隔多少毫秒发送
                Thread.sleep(interVal);
            } catch (InterruptedException e) {
                e.printStackTrace();
            }
        }
    }
}

二、回调函数

import org.apache.kafka.clients.producer.Callback;
import org.apache.kafka.clients.producer.RecordMetadata;

public class DemoCallback implements Callback {
     private final long startTime;
     private final int key;
     private final String message;

             public DemoCallback(long startTime, int key, String message) {
                 this.startTime = startTime;
                 this.key = key;
                 this.message = message;
             }

            public void onCompletion(RecordMetadata metadata, Exception exception) {
                 long elapsedTime = System.currentTimeMillis() - startTime;
                 if (metadata != null) {
                        System.out.println(
                                       "message(" + key + ", " + message + ") sent to partition(" + metadata.partition() +
                                                         "), " +
                                                        "offset(" + metadata.offset() + ") in " + elapsedTime + " ms");
                    } else {
                        exception.printStackTrace();
                    }
            } }

三、 Main方法

public class App {
    public static void main(String[] args) {
        if (args.length<5)
        {
            System.out.println("请入正确的参数，第一个 topicname 第二kafka地址 第三个时间间隔  第四个keberos文件 第五个keberos文件");
            return;
        }
        String topicName=args[0];
        String serverIp=args[1];
        Long interVal=Long.parseLong(args[2]);
        String kerberosConf=args[3];
        String krb5cnf=args[4];
        MyProducer producerThread = new MyProducer(topicName, serverIp,interVal,kerberosConf,krb5cnf);
        producerThread.start();
    }
}

四、调用方法

生成jar包之后执行如下命令调用
第一个 topicname 第二kafka地址 第三个时间间隔 第四个keberos文件 第五个keberos文件

java -jar /home/ywjk/kafka-1.0.jar hnhrtlrealdata  nn1.tcloudata.com:9092,nn2.tcloudata.com:9092,nn3.tcloudata.com:9092:9092,nn4.tcloudata.com:9092 1000 /etc/kafka1/conf/kafka_jaas.con f /etc/kafka1/conf/krb5.conf