STORM 落入MONGO速度优化

最新推荐文章于 2024-07-29 09:10:44 发布

weixin_34137799

最新推荐文章于 2024-07-29 09:10:44 发布

阅读量101

点赞数

文章标签：大数据 python

原文链接：https://my.oschina.net/chuibilong/blog/859565

版权

2019独角兽企业重金招聘Python工程师标准>>>

1、改为单独线程池异步落库

public class G3SaveVehToDB extends WTBaseSpringBolt {
	/**
	 * 注释内容
	 */
	private static final long serialVersionUID = 1L;
	private final List<GnssInfo> QUEUES = new LinkedList<GnssInfo>();
	private ExecutorService threadpool;

	@SuppressWarnings("rawtypes")
	@Override
	public void prepare(Map stormConf, TopologyContext context) {
		super.prepare(stormConf, context);
		threadpool = Executors.newFixedThreadPool(2); // 长度为2的线程池，为了保证在处理数据的同时，数据还可以被接收
// 这里如果线程池初始化不写在这里会出错Bolt 'S-DB' contains a non-serializable field
	}


	@Override
	public void execute(Tuple input, BasicOutputCollector collector) {
		try {
			final GnssMessage msg = (GnssMessage) input.getValue(0);
			VehicleMessageBody vehicleMessageBody = (VehicleMessageBody) msg
					.getBody();

			GnssData gnssData = (GnssData) vehicleMessageBody.getData();
			GnssInfo gnss = new GnssInfo(vehicleMessageBody.getVehicleNo(),
					vehicleMessageBody.getVehicleColor(), gnssData);
			QUEUES.add(gnss);

			if (QUEUES.size() % 200 == 0) {
				threadpool.submit(new Runnable() {
					
					@Override
					public void run() {
						gnssInfoManager.batchSave2(QUEUES);
						QUEUES.clear();
						
					}
				});

			}

转载于:https://my.oschina.net/chuibilong/blog/859565