lucene3.6分页、自定义查询的数据库实现

          大家好，小鸟前段时间有点忙啊，大概有一个多星期没有更新博客了，主要是最近公司赶进度，小鸟每天加班啊，不过还是乐意和大家分享一下小鸟最近的成果的，最近小鸟使用了lucene，感觉还不错哦，来和大家探讨一下，求指教啊！

      

public class LuceneUtil {
 private List<ProductBySearch> productList = new ArrayList();
    private File indexpath = null;
    private String sql = null;
    private String condition = null;
    private String updateField = null;
    private String updateValue = null;
    private SearchConfig sc = null;
    public LuceneUtil() {
        sc = new SearchConfig();
        indexpath = sc.getIndexPath();
        sql = sc.getSql();
        condition = sc.getCondition();
        updateField = sc.getUpdateField();
        updateValue = sc.getUpdateValue();
        if(!updateValue.equals("")){
            sql = sql + " where " + updateField + " > " + updateValue;
        }
    }

    public void createIndex() throws Exception{
        System.out.println("==========正在生成数据库索引。");
        //把数据库中的数据查询出来
        String driver = "com.mysql.jdbc.Driver";
  String uname = "数据库用户名";
  String password = "数据库密码";
  Class.forName(driver).newInstance();
  Connection connection  = DriverManager.getConnection("数据库连接地址", uname, password);
  PreparedStatement pstmt = connection.prepareStatement(sql);
        ResultSet rs = pstmt.executeQuery();
        try {
          //打开索引文件
            FSDirectory directory = FSDirectory.open(indexpath);
            Analyzer analyzer = new IKAnalyzer();
            IndexWriterConfig indexWriterConfig = new IndexWriterConfig(Version.LUCENE_36,analyzer);
            indexWriterConfig.setOpenMode(OpenMode.CREATE);
            IndexWriter writer = new IndexWriter(FSDirectory.open(indexpath),
              indexWriterConfig);
            while (rs.next()) {
                Document doc = new Document();
                doc.add(new Field("id", String.valueOf(rs.getInt("id")),
                        Field.Store.YES, Field.Index.ANALYZED));
                doc.add(new Field("description", String.valueOf(rs.getString("description")),
                        Field.Store.YES, Field.Index.ANALYZED));
                doc.add(new Field("img_url", rs.getString("img_url"), Field.Store.YES,
                        Field.Index.ANALYZED));
                doc.add(new Field("product_name", rs.getString("product_name"), Field.Store.YES,
                        Field.Index.NOT_ANALYZED));
                doc.add(new Field("rack_status", rs.getString("rack_status"), Field.Store.YES,
                  Field.Index.ANALYZED));
                doc.add(new Field("extra_time",String.valueOf( rs.getInt("extra_time")), Field.Store.YES,
                  Field.Index.ANALYZED));
                doc.add(new Field("on_sale", String.valueOf( rs.getInt("on_sale")), Field.Store.YES,
                  Field.Index.ANALYZED));
                doc.add(new Field("bname", rs.getString("b.name"), Field.Store.YES,
                        Field.Index.ANALYZED));
                doc.add(new Field("tname", rs.getString("t.name"), Field.Store.YES,
                        Field.Index.ANALYZED));
                writer.addDocument(doc);
            }
            writer.close();
            directory.close();
        } catch (Exception e) {
            e.printStackTrace();
        }
    }

    public List<Document> search(String keyword,int pageSize,int pageNo) {
        List<Document> list = new ArrayList<Document>();
        try {
            FSDirectory directory = FSDirectory.open(indexpath);
            IndexReader reader = IndexReader.open(directory);
            IndexSearcher isearcher = new IndexSearcher(reader);
            isearcher.setSimilarity(new IKSimilarity());
           
            if(keyword == null || keyword.equals("")){
                return list;
            }
            Query query = IKQueryParser.parseMultiField("product_name,bname,tname".split(","), keyword);

            // 实现分页搜索，注释的为使用lucene内部的排序
           // TopDocs topDocs = isearcher.search(query, (pageNo+1)*pageSize,new Sort(new SortField("product_name",SortField.STRING,true)));

          //红色的部分为实现自定义排序的类，该类代码下面可见
            TopDocs topDocs = isearcher.search(query, (pageNo+1)*pageSize,new Sort(new SortField[]{new SortField("product_name",new ProductSortComparator(2))}));
            int start = pageSize*(pageNo-1);
            int end = topDocs.totalHits>start+pageSize?start+pageSize:topDocs.totalHits;
           

            // 输出结果
            ScoreDoc[] scoreDocs = topDocs.scoreDocs;

            for (int i = start; i < end; i++) {
                Document targetDoc = isearcher.doc(scoreDocs[i].doc);
                list.add(targetDoc);
            }
            
            isearcher.close();
            reader.close();
            directory.close();
            isearcher.close();
        } catch (Exception e) {
            e.printStackTrace();
        }
        return list;
    }
   
  
   
   
    public List<ProductBySearch> ducments2ProductList(List<Document> docs) {
     for(Document doc : docs){
      ProductBySearch productBySearch = new ProductBySearch();
         productBySearch.setId(Integer.parseInt(doc.get("id")));
         productBySearch.setDescription(doc.get("description"));
         productBySearch.setProduct_name(doc.get("product_name"));
         productBySearch.setRack_status(doc.get("rack_status"));
         productBySearch.setExtra_time(doc.get("extra_time"));
         productBySearch.setOn_sale(doc.get("on_sale"));
         productBySearch.setImg_url(doc.get("img_url"));
         productBySearch.setBrand_name(doc.get("bname"));
         productBySearch.setProductType_name(doc.get("tname"));
         
         productList.add(productBySearch);
  }
     return productList;
    }
   
   
    public static void main(String[] args) throws Exception {
     LuceneUtil lu = new LuceneUtil();
     lu.createIndex();
  List<Document> docs = lu.search("豆瓣",5,1);
  List<ProductBySearch> plist = lu.ducments2ProductList(docs);
  for(ProductBySearch pro : plist){
   System.out.println(pro);
  }
 }
}

以下类为实现自定义排序的类：

*****************************************************************************************************

import java.io.IOException;

import org.apache.lucene.index.IndexReader;
import org.apache.lucene.search.FieldCache;
import org.apache.lucene.search.FieldComparator;
import org.apache.lucene.search.FieldComparatorSource;

public class ProductSortComparator extends FieldComparatorSource {
    private static final long serialVersionUID = 1L;

    private int orderBy;

    public ProductSortComparator() {
    }

    public ProductSortComparator(int orderBy) {
        this.orderBy = orderBy;
    }

    @Override
    public FieldComparator<?> newComparator(String fieldname, int numHits, int sortPos, boolean reversed) throws IOException {
        return new DistanceSourceLookupComparator(fieldname, numHits);
    }

    private class DistanceSourceLookupComparator extends FieldComparator {
        private String[] currentProductsValue;
        private String[] values;
        private String bottom;
        String fieldName;

        public DistanceSourceLookupComparator(String fieldName, int numHits) {
            values = new String[numHits];
            this.fieldName = fieldName;
        }

        public int letterToCode(String str) {
            char[] chrs = str.toLowerCase().toCharArray();
            int code = (int) chrs[0];
            return code;
        }

        @Override
        public int compare(int slot1, int slot2) {
            switch (orderBy) {
                case 1:// a--z
                    if (letterToCode(values[slot1]) > letterToCode(values[slot2]))
                        return 1;
                    if (letterToCode(values[slot1]) < letterToCode(values[slot2]))
                        return -1;
                    break;
                case 2:// z---a
                    if (letterToCode(values[slot1]) < letterToCode(values[slot2]))
                        return 1;
                    if (letterToCode(values[slot1]) > letterToCode(values[slot2]))
                        return -1;
                    break;
                default:
                    return 0;
            }

            return 0;
        }

        @Override
        public void setBottom(int slot) {
            this.bottom = values[slot];

        }

        @Override
        public int compareBottom(int doc) throws IOException {
            String str = currentProductsValue[doc];
            switch (orderBy) {
                case 1:
                    if (letterToCode(bottom) < letterToCode(str))
                        return -1;
                    if (letterToCode(bottom) > letterToCode(str))
                        return 1;
                    break;
                case 2:
                    if (letterToCode(bottom) > letterToCode(str))
                        return -1;
                    if (letterToCode(bottom) < letterToCode(str))
                        return 1;
                default:
                    return 0;
            }
            return 0;
        }

        @Override
        public void copy(int slot, int doc) throws IOException {
            values[slot] = currentProductsValue[doc];

        }

        @Override
        public void setNextReader(IndexReader reader, int docBase) throws IOException {
            currentProductsValue = FieldCache.DEFAULT.getStrings(reader, "product_name");

        }

        @Override
        public Object value(int slot) {
            return new String(values[slot]);
        }

    }

}

 

 

 

 

以上为使用的建立索引的方法，查询方法和测试方法，接下来的类为一个读取配置文件的类

****************************************************************************************************************************

public class SearchConfig {
    private Properties searchPro;
    private String searchFile = "E:/download/lucene/lucene/src/main/java/com/njtcedu/lucene/search.properties";
    private String SQL = "sql";
    private String CONDITION = "search.condition";
    private String INDEX = "index.path";
    public SearchConfig(){
        initSearch();
    }
   
    public void initSearch(){
        searchPro = new Properties();
        try {
   searchPro.load(new FileInputStream(searchFile));
  } catch (FileNotFoundException e) {
   e.printStackTrace();
  } catch (IOException e) {
   e.printStackTrace();
  }
    }
   
    public String getSql(){
        return searchPro.getProperty(SQL, "");
    }
   
    public String getCondition(){
        return searchPro.getProperty(CONDITION, "");
    }
   
    public File getIndexPath(){
        String path = searchPro.getProperty(INDEX, "");
        File file = new File(path);
        if (!file.exists()) {
            file.mkdir();
        }
        return file;
    }
   
    public long getPeriod(){
        String period = searchPro.getProperty("period", "0");
        return Integer.valueOf(period);
    }
   
    public String getUpdateField(){
        return searchPro.getProperty("update.field", "");
    }
   
    public String getUpdateValue(){
        return searchPro.getProperty("update.value", "");
    }
   
}

*************************************************************************************

配置文件的内容为：

sql=select p.id, p.description, p.img_url,p.product_name,p.rack_status,p.extra_time,p.on_sale, b.name,t.name from products.product p join products.brand b on p.brand_id = b.id join products.producttype t on p.product_type_id = t.id order by p.product_name
search.condition=product_name,bname,tname
index.path=D:/luceneindex
period=10000

**********************************************************************************************************************************************

sql就是你想建立索引的字段，即查询出来的结果集，condition为你想检索的字段，分词器我使用的是Ik，测试结果如下，欢迎大家交流哦：

==========正在生成数据库索引。
ProductBySearch [id=5, description=我的商品, img_url=/product/ec356f16-ea38-4734-baf6-9a9f920d7e72_full.jpg, product_name=Absa, rack_status=Y, extra_time=0, on_sale=0, brand_name=老干妈豆瓣酱, productType_name=A模板]
ProductBySearch [id=17, description=, img_url=/product/2ad13e54-6bb6-4fcf-bcdb-587c09a9f3bc_full.jpg, product_name=ada, rack_status=Y, extra_time=1, on_sale=1, brand_name=老干妈豆瓣酱, productType_name=Test]
ProductBySearch [id=14, description=dawdawda, img_url=/product/a3d0019d-0c65-4f34-8038-761efb9e5af4_full.jpg, product_name=awdawd, rack_status=N, extra_time=122, on_sale=1, brand_name=老干妈豆瓣酱, productType_name=电脑]
ProductBySearch [id=19, description=, img_url=/product/3857d4a3-d892-4e6a-9b13-3b769c9c9461_full.jpg, product_name=badasdas, rack_status=N, extra_time=0, on_sale=1, brand_name=老干妈豆瓣酱, productType_name=Test]
ProductBySearch [id=6, description=, img_url=/product/6ed33ee6-907f-4e3e-889b-f12bd79980dd_full.jpg, product_name=Bestjimliu, rack_status=N, extra_time=2, on_sale=1, brand_name=老干妈豆瓣酱, productType_name=Test]
ProductBySearch [id=12, description=fawfawfaw, img_url=/product/36b0c120-9077-440b-a906-1e6527d539b5_full.jpg, product_name=dawdwa, rack_status=Y, extra_time=11, on_sale=1, brand_name=老干妈豆瓣酱, productType_name=Test]
ProductBySearch [id=11, description=dawdawda, img_url=/product/2a842120-66af-4d70-85cb-ac23827a2a1d_full.jpg, product_name=wawaaw, rack_status=Y, extra_time=11, on_sale=1, brand_name=老干妈豆瓣酱, productType_name=Test]
ProductBySearch [id=23, description=爱的色放, img_url=/product/d21cbf26-e959-4fb6-a88c-a073766660a1_full.jpg, product_name=还达芙妮, rack_status=N, extra_time=0, on_sale=0, brand_name=老干妈豆瓣酱, productType_name=CheckBox]