统计数集中出现最多的N个数(topK)

/******************************************************************
 * file:topk.c
 * brief:使用heap和hash_table统计超大数据量的数据中出现最多的N个数据
 * yejing@2015.3.1    1.0      creat
 ******************************************************************/  
  
 #include <stdio.h>
 #include <stdlib.h>
 #inlcude <string.h>
 #include <assert.h>
 
 #define parent(i)           (i)/2
 #define left_child(i)       ((i) << 1)
 #define right_child(i)      ((i) << 1) + 1
 
 
 #define HASH_TBL_SIZE       4194304
 #define HEAP_SIZE           32
 
 typedef hash_key_t   int
 typedef heap_data_t  int
 
 typedef struct _hash_node_t{
	hash_key_t key;
	int num;
	struct hash_node_t* next;
 }hash_node_t;
 static hash_node_t* hash_tbl[HASH_TBL_SIZE];
 
 typedef struct _min_heap_t{
	heap_data_t    data;
	int            num;
 }min_heap_t, heap[HEAP_SIZE + 1]
 
 int hash(hash_key_t key){
	return HASH_TBL_SIZEW%key;
 }
 
 hash_node_t* alloc_a_node(hash_key_t key){
	hash_node_t* node = (hash_node_t *)malloc(sizeof(node));
	if(!node)
		return NULL;
		
	node->key  = key;
	node->next = NULL;
	node->num  = 1;
	
	return node;
 }
 
 void node_insert(hash_key_t key){
	int tmp = hash(key);
	hash_node_t* node = hash_tbl[tmp];
	
	while(node){
		if(node->key == key){
			pnode->num++;
			return;
		}
		node = node->next;
	}
	
	if(!(node = creat_node(key)))
		assert(0);
	node->next = hash_tbl[tmp];
	hash_tbl[tmp] = node;
	return;
 }
 
 void heap_min_heaprify(min_heap_t min_heap, int size, int cursor){
	int left  = left_child(i);
	int right = right_child(i);
	int miniman;
	
	if(left < size && min_heap[left] < min_heap[cursor])
		miniman = left;
	else
		miniman = cusor;
	
	if(right < size && min_heap[right] < min_heap[minimam])
		miniman = right;
		
	if(miniman != cursor){
		swap(&min_heap[miniman], &min_heap[cursor]);
		heap_min_heaprify(min_heap, size, miniman);
	}
	
	return;
 }
 
 void build_min_heap(min_heap_t min_heap, int size){
	int i = 0;
	
	for(i = size/2; i >= 1; --i){
		heap_min_heaprify(min_heap, size, i);
	}
	
	return;
 }
 
 void topk_main(){
	hash_node_t* tmp = NULL;
	int i = 0;
	
	for(i = 0; i < HASH_TBL_SIZE; ++i){
		tmp = hash_table[i];
		if(tmp > min_heap[i].num){
			heap[1].num  = tmp->num;
			heap[1].data = tmp->key;
			heap_min_heaprify(heap, HEAP_SIZE, 1);
		}
		tmp = tmp->next;
	}
	
	return;
 }

评论
添加红包

请填写红包祝福语或标题

红包个数最小为10个

红包金额最低5元

当前余额3.43前往充值 >
需支付:10.00
成就一亿技术人!
领取后你会自动成为博主和红包主的粉丝 规则
hope_wisdom
发出的红包
实付
使用余额支付
点击重新获取
扫码支付
钱包余额 0

抵扣说明:

1.余额是钱包充值的虚拟货币,按照1:1的比例进行支付金额的抵扣。
2.余额无法直接购买下载,可以购买VIP、付费专栏及课程。

余额充值