mongodb java项目实战,ＭongoDB之使用案例(项目总结)-CSDN博客

项目中使用了mongodb来存储热点文章的url和一些信息

１.maven坐标

org.apache.commons

commons-lang3

3.3.2

org.apache.commons

commons-collections4

4.0

org.apache.commons

commons-collections4

4.0

org.apache.httpcomponents

httpclient

4.3

commons-io

2.4

commons-fileupload

1.3.1

commons-codec

1.10

commons-logging

1.1.3

commons-beanutils

1.9.2

org.springframework.data

spring-data-mongodb

1.7.2.RELEASE

Spring配置

mongodb操作字符

/**

* MongoDB keywords for various query operations

public class QueryOperators {

public static final String OR = "$or";

public static final String AND = "$and";

public static final String GT = "$gt";

public static final String GTE = "$gte";

public static final String LT = "$lt";

public static final String LTE = "$lte";

public static final String NE = "$ne";

public static final String IN = "$in";

public static final String NIN = "$nin";

public static final String MOD = "$mod";

public static final String ALL = "$all";

public static final String SIZE = "$size";

public static final String EXISTS = "$exists";

public static final String ELEM_MATCH = "$elemMatch";

// (to be implemented in QueryBuilder)

public static final String WHERE = "$where";

public static final String NOR = "$nor";

public static final String TYPE = "$type";

public static final String NOT = "$not";

// geo operators

public static final String WITHIN = "$within";

public static final String NEAR = "$near";

public static final String NEAR_SPHERE = "$nearSphere";

public static final String BOX = "$box";

public static final String CENTER = "$center";

public static final String POLYGON = "$polygon";

public static final String CENTER_SPHERE = "$centerSphere";

// (to be implemented in QueryBuilder)

public static final String MAX_DISTANCE = "$maxDistance";

public static final String UNIQUE_DOCS = "$uniqueDocs";

// meta query operators (to be implemented in QueryBuilder)

public static final String RETURN_KEY = "$returnKey";

public static final String MAX_SCAN = "$maxScan";

public static final String ORDER_BY = "$orderby";

public static final String EXPLAIN = "$explain";

public static final String SNAPSHOT = "$snapshot";

public static final String MIN = "$min";

public static final String MAX = "$max";

public static final String SHOW_DISK_LOC = "$showDiskLoc";

public static final String HINT = "$hint";

public static final String COMMENT = "$comment";

}

２. MongoDao.java　公用mongodb类可继承

import java.lang.reflect.Field;

import javax.annotation.Resource;

import org.apache.commons.beanutils.BeanUtils;

import org.springframework.data.mongodb.core.MongoOperations;

import com.mongodb.BasicDBObject;

import com.mongodb.DBObject;

public abstract class MongoDao {

private static final String ID_COLLECTION = "id_generator";

@Resource

protected MongoOperations mongo;

public Long nextId(String collectionName) {

DBObject obj =

mongo.getCollection(ID_COLLECTION).findAndModify(new BasicDBObject("coll", collectionName), null, null,

false, new BasicDBObject("$inc", new BasicDBObject("id", 1L)), true, true);

return (Long) obj.get("id");

}

public static T toEntity(DBObject dbo, Class entityClazz) {

if (dbo == null) {

return null;

}

T entity = null;

try {

entity = entityClazz.newInstance();

Field[] fields = entityClazz.getDeclaredFields();

for (Field field : fields) {

String fn = field.getName();

Object fv = dbo.get(fn);

if (fv != null) {

BeanUtils.setProperty(entity, fn, fv);

}

} catch (Exception e) {

e.printStackTrace();

}

return entity;

}

public static DBObject buildFields(String... fieldNames) {

DBObject fields = new BasicDBObject();

for (String fn : fieldNames) {

fields.put(fn, 1);

}

return fields;

}

3.HotArticleDao.java

public interface HotArticleDao {

void insert(HotArticle hotArticle);

void update(HotArticle hotArticle);

public void updateByUrlMd5(HotArticle hotArticle);

List findListByParam(Date beginTime, Date endTime,Integer siteId,Integer sourceId,String url,Pagination page);

Long findCount(Date beginTime, Date endTime,Integer siteId,Integer sourceId,String url);

void deleteAllBefore(Date time);

}

4.HotArticleDaoImpl　mongdb具体操作

@Repository

public class HotArticleDaoImpl extends MongoDao implements HotArticleDao {

protected static final String COLLECTION = "sp_hotarticle";

//保存

@Override

public void insert(HotArticle hotArticle) {

hotArticle.setArtId(nextId(COLLECTION));

mongo.insert(hotArticle,COLLECTION);

}

//根据id更新

@Override

public void update(HotArticle hotArticle) {

DBObject query = new BasicDBObject("artId", hotArticle.getArtId());

DBObject o = new BasicDBObject();

mongo.getConverter().write(hotArticle, o);

mongo.getCollection(COLLECTION).update(query, new BasicDBObject("$set", o));

//有则更新，没有则插入

//mongo.getCollection(COLLECTION).update(query, new BasicDBObject("$set", o),true,true);

}

//更具url md5更新

@Override

public void updateByUrlMd5(HotArticle hotArticle) {

DBObject query = new BasicDBObject("urlMd5", hotArticle.getUrlMd5());

DBObject o = new BasicDBObject();

mongo.getConverter().write(hotArticle, o);

mongo.getCollection(COLLECTION).update(query, new BasicDBObject("$set", o));

}

//分页查询，带条件

@Override

public List findListByParam(Date beginTime, Date endTime,Integer siteId,Integer sourceId,String url,Pagination page){

endTime=DateUtils.addDays(endTime, 1);

DBObject query =

new BasicDBObject("createdTime",

new BasicDBObject(QueryOperators.GTE, beginTime).append(QueryOperators.LTE,endTime));

if (sourceId != null && sourceId !=0) {

query.put("sourceId", sourceId);

}

if (siteId != null && siteId !=0) {

query.put("siteId", siteId);

}

if (StringUtils.isNotBlank(url)) {

query.put("url", Pattern.compile("^.*" + url + ".*$", Pattern.CASE_INSENSITIVE));

}

DBObject fields =

buildFields("artId","siteId","hotSourceId","sourceUrl","newId", "url", "urlMd5","createdTime","status");

DBCursor cursor =

mongo.getCollection(COLLECTION).find(query, fields).skip(page.getStartItem())

.limit(page.getPageSize()).sort(new BasicDBObject("createdTime",-1));

List result = new LinkedList();

while (cursor.hasNext()) {

DBObject o = cursor.next();

result.add(toEntity(o, HotArticle.class));

}

return result;

}

//删除一个时间点以前的数据

@Override

public void deleteAllBefore(Date time) {

DBObject query =

new BasicDBObject("createdTime",

new BasicDBObject(QueryOperators.LT, time));

mongo.getCollection(COLLECTION).remove(query);

}

//统计

@Override

public Long findCount(Date beginTime, Date endTime, Integer siteId, Integer sourceId, String url) {

endTime=DateUtils.addDays(endTime, 1);

DBObject query =

new BasicDBObject("createdTime",

new BasicDBObject(QueryOperators.GTE, beginTime).append(QueryOperators.LTE,

endTime));

if (sourceId != null) {

query.put("sourceId", sourceId);

}

if (siteId != null && siteId !=0) {

query.put("siteId", siteId);

}

if (StringUtils.isNotBlank(url)) {

query.put("url", Pattern.compile("^.*" + url + ".*$", Pattern.CASE_INSENSITIVE));

}

Long count = mongo.getCollection(COLLECTION).count(query);

return count;

}

５.HotArticle.java　实体类

public class HotArticle implements Serializable {

private static final long serialVersionUID = -312854320019484371L;

private Long artId; // mongdb自增id

private Integer siteId; // 网站id

private Integer hotSourceId;// 热点二级内容源id

private String sourceUrl;

private Long newId; // 在sp_content表中id

private String url; // 热点文章url

private String urlMd5; // url md5

private Date createdTime; // 创建时间

private Integer status; //０，未抓取，１，已抓取

public String getUrl() {

return url;

}

public void setUrl(String url) {

this.url = url;

}

public Date getCreatedTime() {

return createdTime;

}

public void setCreatedTime(Date createdTime) {

this.createdTime = createdTime;

}

public String getUrlMd5() {

return urlMd5;

}

public void setUrlMd5(String urlMd5) {

this.urlMd5 = urlMd5;

}

public Long getNewId() {

return newId;

}

public void setNewId(Long newId) {

this.newId = newId;

}

public Long getArtId() {

return artId;

}

public void setArtId(Long artId) {

this.artId = artId;

}

public Integer getSiteId() {

return siteId;

}

public void setSiteId(Integer siteId) {

this.siteId = siteId;

}

public Integer getStatus() {

return status;

}

public void setStatus(Integer status) {

this.status = status;

}

public String getSourceUrl() {

return sourceUrl;

}

public void setSourceUrl(String sourceUrl) {

this.sourceUrl = sourceUrl;

}

public Integer getHotSourceId() {

return hotSourceId;

}

public void setHotSourceId(Integer hotSourceId) {

this.hotSourceId = hotSourceId;

}