Redis 用于采集排重。
首先创建RedisUrlFactory 工厂类。
public class RedisUrlFactory {
private static Object lockObj=new Object();
//Redis服务器IP
private static String ADDR = "192.168.4.114";
//Redis的端口号
private static int PORT = 6379;
//访问密码,如果没有设置密码,则不设置
//private static String AUTH = "admin";
//可用连接实例的最大数目,默认值为8;
//如果赋值为-1,则表示不限制;如果pool已经分配了maxActive个jedis实例,则此时pool的状态为exhausted(耗尽)。
private static int MAX_ACTIVE = 1024;
//控制一个pool最多有多少个状态为idle(空闲的)的jedis实例,默认值也是8。
private static int MAX_IDLE = 200;
//等待可用连接的最大时间,单位毫秒,默认值为-1,表示永不超时。如果超过等待时间,则直接抛出JedisConnectionException;
private static int MAX_WAIT = 10000;
private static int TIMEOUT = 10000;
//在borrow一个jedis实例时,是否提前进行validate操作;如果为true,则得到的jedis实例均是可用的;
private static boolean TEST_ON_BORROW = true;
private static JedisPool jedisPool = null;
private static RedisUrlFactory fac=null;
public static RedisUrlFactory get(){
if(fac==null){
fac=new RedisUrlFactory();
}
return fac;
}
/**
* 初始化Redis连接池
*/
static {
try {
JedisPoolConfig config = new JedisPoolConfig();
config.setMaxActive(MAX_ACTIVE);
config.setMaxIdle(MAX_IDLE);
config.setMaxWait(MAX_WAIT);
config.setTestOnBorrow(TEST_ON_BORROW);
jedisPool = new JedisPool(config, ADDR, PORT, TIMEOUT);
} catch (Exception e) {
e.printStackTrace();
}
}
/**
* 获取Jedis实例
* @return
*/
public synchronized static Jedis getJedis() {
try {
if (jedisPool != null) {
Jedis resource = jedisPool.getResource();
return resource;
} else {
return null;
}
} catch (Exception e) {
e.printStackTrace();
return null;
}
}
/**
* 释放jedis资源
* @param jedis
*/
public static void returnResource(final Jedis jedis) {
if (jedis != null) {
jedisPool.returnResource(jedis);
}
}
/**
* 销毁jedis资源
* @param jedis
*/
public static void returnBrokenResource(final Jedis jedis) {
if (jedis != null) {
jedisPool.returnBrokenResource(jedis);
}
}
//保存url
public void save_url(String table,String url){
synchronized(lockObj){
Jedis jedis = null;
try{
jedis = getJedis();
jedis.hset(table, Constants.md5JM(url), url);
}catch (Exception e) {
returnBrokenResource(jedis);
e.printStackTrace();
}finally{
returnResource(jedis);
}
}
}
//查找url
public boolean find_url(String table,String url){
synchronized(lockObj){
Jedis jedis = null;
boolean flag = false;
try{
jedis = getJedis();
List<String> list = jedis.hmget(table, Constants.md5JM(url));
String s = list.get(0);
if(s != null ){
flag = true;
}else{
flag = false;
}
}catch (Exception e) {
returnBrokenResource(jedis);
e.printStackTrace();
}finally{
returnResource(jedis);
}
return flag;
}
}
}