flume自定义拦截器实现采集数据转换编码

import org.apache.flume.Context;
import org.apache.flume.Event;
import org.apache.flume.interceptor.Interceptor;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;

import java.nio.charset.Charset;
import java.util.List;
/*
 * 此程序为flume的拦截器,实现将flume采集到的数据转码功能
 */
public class MyTransCodingInterceptor implements Interceptor {

    private static final Logger logger = LoggerFactory.getLogger(MyTransCodingInterceptor.class);

	//当前编码
    private static final Charset gbkCharset = Charset.forName("GB2312");
    //需要转成的编码
    private static final Charset gbkCharset1 = Charset.forName("UTF-8");

    private static final String GBKCHAR = "GBK";

    protected MyTransCodingInterceptor(Context context) {
        logger.info("---------------CharsetTransferInterceptor---------------");
    }

    @Override
    public void close() {

    }

    @Override
    public void initialize() {

    }

    @Override
    public Event intercept(Event event) {
        byte[] body = event.getBody();
        String strCharset = event.getHeaders().get("charset");
        //转码时首先往回转一下,然后在继续转成需要的
        String bodyStr = new String(body, gbkCharset);
        String bodyStr1 = new String(bodyStr.getBytes(), gbkCharset1);
        event.setBody(bodyStr1.getBytes());
        return event;
    }

    @Override
    public List<Event> intercept(List<Event> events) {
        for (Event event : events) {
            intercept(event);
        }
        return events;
    }

    public static class Builder implements Interceptor.Builder {

        private Context context;

        @Override
        public void configure(Context context) {
            this.context = context;
        }

        @Override
        public Interceptor build() {
            return new MyTransCodingInterceptor(context);
        }

    }
}
  • 0
    点赞
  • 0
    收藏
    觉得还不错? 一键收藏
  • 1
    评论
评论 1
添加红包

请填写红包祝福语或标题

红包个数最小为10个

红包金额最低5元

当前余额3.43前往充值 >
需支付:10.00
成就一亿技术人!
领取后你会自动成为博主和红包主的粉丝 规则
hope_wisdom
发出的红包
实付
使用余额支付
点击重新获取
扫码支付
钱包余额 0

抵扣说明:

1.余额是钱包充值的虚拟货币,按照1:1的比例进行支付金额的抵扣。
2.余额无法直接购买下载,可以购买VIP、付费专栏及课程。

余额充值