mysql存bitset_用bitSet做百万级ip去重

import java.util.BitSet;

import java.util.HashMap;

public class DistcIp {

public static void main(String[] args) {

HashMap groupBitSet=new HashMap();

//先遍历ip，

String ip1="192.168.0.3";

String ip2="192.168.0.4";

String ip3="192.162.0.6";

String ip4="192.162.0.6";

String ip5="192.157.0.4";

String[] strs=new String[] {ip1,ip2,ip3,ip4,ip5};

for (String cip : strs) {

String group=getBitSetGroup4IP(cip);

int value=getBitSetValue4IP(cip);

if(groupBitSet.containsKey(group)) {

groupBitSet.get(group).set(value);

}else {

BitSet bs= new BitSet();

bs.set(value);

groupBitSet.put(group, bs);

}

}

String group2=getBitSetGroup4IP(ip1);

int value2=getBitSetValue4IP(ip1);

BitSet bs=groupBitSet.get(group2);

System.out.println(bs.get(value2));

String group3=getBitSetGroup4IP("192.168.0.1");

int value3=getBitSetValue4IP("192.168.0.1");

BitSet b3=groupBitSet.get(group3);

System.out.println(b3.get(value3));

}

/**

* 用来构建BitSet数值;

* @param ip

* @return int

*/

static int getBitSetValue4IP(String ip){

String[] ips=ip.split("\\.");

if(ips.length!=4) return 0;

String tmp=formatVal(ips[2])+formatVal(ips[3]);

return Integer.valueOf(tmp);

}

/**

* 用来构建BitSet分组;

* @param ip

* @return String

*/

String getBitSetGroup4IP(String ip){

String[] ips=ip.split("\\.");

if(ips.length!=4) return null;

return ips[0]+"."+ips[1];

}

//这个是用来补零的,如：125.42.1.8 ->125.042.001.008

static String formatVal(String s) {

String res="";

char[] ca=s.toCharArray();

for(int i=ca.length;i<3;i++) {

res+="0";

}

return res+s;

}

}