object count bolt

import backtype.storm.tuple.Fields;
import backtype.storm.tuple.Tuple;
import backtype.storm.tuple.Values;

import com.newegg.storm.util.TimeUtils;
import com.newegg.storm.util.TupleHelpers;

/**
 * receive tuple [time,obj,...]
 * emit tuple [emitTime, obj, count, ...]
 * @author bw67
 *
 */
public abstract class ObjectCountWithTimeBolt extends ObjectCountBolt {

	private long startTime;
	private boolean isFirst = true;
	private long emitTime;
	private long tickTimesSinceLastEmit;
	
	
	/**
	 * count the latest windowLength campaign 
	 * and emit the result every emitFrequencyInSeconds
	 * @param outputFields: must match to values returned from method getValuesToEmit
	 * @param windowLengthInSeconds
	 * @param emitFrequencyInSeconds
	 */
	public ObjectCountWithTimeBolt(Fields outputFields, int windowLengthInSeconds, int emitFrequencyInSeconds){
		super(outputFields,windowLengthInSeconds,emitFrequencyInSeconds);
	}

	public void execute(Tuple input) {		
		if (TupleHelpers.isTickTuple(input)) {
			tickTimesSinceLastEmit += 1;
			//if after 2 ticks, emit the last result
			if(tickTimesSinceLastEmit >=2){
				emitCurrentWindowCounts();
				emitTime += getEmitFrequencyInSeconds() * 1000;
				tickTimesSinceLastEmit = 0;
			}
		}
		else{
			long time = getObjectTime(input);
			//initialize the emitTime by time of the first tuple 
			if(isFirst){
				emitTime = TimeUtils.floor(time, "mm");
				tickTimesSinceLastEmit = 0;
				isFirst = false;
			}
//			System.out.println("time=" + TimeUtils.stringOf(time) + ", emitTime=" + TimeUtils.stringOf(emitTime));
	    	//if time of the tuple is over the emit time, then emit the last results and update emit time 
			long d = time -emitTime;
			if(d >= 0){				
				long n = d / (getEmitFrequencyInSeconds() * 1000);
				for(int i = 0; i <= n; i++){
					emitCurrentWindowCounts();
					emitTime += getEmitFrequencyInSeconds() * 1000;
				}
	    		tickTimesSinceLastEmit = 0;
			}
	    	countObjAndAck(input);
		}	
	    
	}

	@Override
	public void doWhenEmit() {	
	}

	@Override
	public Values getValuesToEmit(Object obj, Long count) {
		return new Values(emitTime,obj,count);
	}
	
	public abstract long getObjectTime(Tuple tuple);
	
	
}

  • 0
    点赞
  • 0
    收藏
    觉得还不错? 一键收藏
  • 0
    评论

“相关推荐”对你有帮助么?

  • 非常没帮助
  • 没帮助
  • 一般
  • 有帮助
  • 非常有帮助
提交
评论
添加红包

请填写红包祝福语或标题

红包个数最小为10个

红包金额最低5元

当前余额3.43前往充值 >
需支付:10.00
成就一亿技术人!
领取后你会自动成为博主和红包主的粉丝 规则
hope_wisdom
发出的红包
实付
使用余额支付
点击重新获取
扫码支付
钱包余额 0

抵扣说明:

1.余额是钱包充值的虚拟货币,按照1:1的比例进行支付金额的抵扣。
2.余额无法直接购买下载,可以购买VIP、付费专栏及课程。

余额充值