whoosh搜索引擎模板代码

whoosh搜索引擎模板代码

schema:自己定义的索引字段
index_name:创建的索引文件名字

`import os
from whoosh.fields import STORED,NUMERIC
from whoosh.index import create_in, open_dir
from whoosh.query import *
from whoosh.qparser import QueryParser
from whoosh.qparser import MultifieldParser
from conf.search_engine import INDEX_NAME,SCHEMA
import time

class SearchEngine(object):

def __init__(self):
    pass

def create_index(self,schema=SCHEMA,index_name=INDEX_NAME):
    '''
    创建索引
    :param schema:
    :param index_name:
    :return:
    '''
    # creating the index
    if not os.path.exists(index_name):
        os.mkdir(index_name)
    ix = create_in(index_name, schema)
    return True,ix

def get_index(self,index_name=INDEX_NAME):
    '''
    获取索引名称
    :param index_name:
    :return:
    '''
    ix = open_dir(index_name)
    return ix

def add_field(self,field_name,):
    pass

    # ix = self.get_index()
    # writer = ix.writer()
    # writer.add_field(field_name, fields.ID(stored=True))
    # writer.commit(optimize=True)

def del_field(self,field_name):
    '''
    删除字段
    :param field_name:
    :return:
    '''
    ix = self.get_index()
    writer = ix.writer()
    writer.remove_field(field_name)
    writer.commit(optimize=True)

def add_document(self,item):
    '''
    添加单条索引
    :param item:
    :return:
    '''
    ix = self.get_index(INDEX_NAME)
    writer = ix.writer()
    writer.add_document(
        id=item.id,
        show_id=item.show_id,
        update_time=item.gmt_modified,
        sell_count=item.sell_count,
        title=item.title
    )
    writer.commit(optimize=True)

def add_documents(self,items):
    '''
    添加索引集合
    :param items:
    :return:
    '''
    ix = self.get_index(INDEX_NAME)
    writer = ix.writer()
    for item in items:
        print(item.id,item.show_id)
        writer.add_document(
            id=item.id,
            show_id=str(item.show_id),
            update_time=item.gmt_modified,
            sell_count=item.sell_count,
            title=item.title
        )
    writer.commit(optimize=True)

def del_document(self,item_id):
    '''
    删除索引
    :param item_id:
    :return:
    '''
    ix = self.get_index()
    ix.delete_by_term('id',item_id)
    ix.commit()

def update_document(self,item):
    '''
    更新缩影文档
    :param item:
    :return:
    '''
    ix = self.get_index(INDEX_NAME)
    writer = ix.writer()
    writer.update_document(id=item.id,
            show_id=item.show_id,
            update_time=item.gmt_modified,
            sell_count=item.sell_count,
            title=item.title)
    writer.commit()

def search_by_keyword(self,keyword,page=1,pageSize=50):
    '''
    关键词搜索
    :param keyword:
    :return:
    '''
    print(time.time())
    ix = self.get_index()
    searcher = ix.searcher()
    qp = QueryParser("title", schema=ix.schema)
    q = qp.parse(keyword)
    with searcher as s:
        #results = s.search(q)
        results = s.search_page(q,page, pagelen=pageSize)
        taotal = results.scored_length()
        if taotal>0:
            return [{'id':r.get('id'),'title':r.get('title')} for r in results]
        return []

def search_by_keywords(self,keywords):
    ix = self.get_index()
    parser = QueryParser("title", schema=ix.schema)
    parser.parse(u"alpha OR beta gamma")

    #And([Or([Term('content', u'alpha'), Term('content', u'beta')]), Term('content', u'gamma')])

def search_more_fields(self,keywords,page=0,pageSize=50):
    '''
    多字段查询
    :param keywords:
    :param page:
    :param pageSize:
    :return:
    '''
    ix = self.get_index()
    searcher = ix.searcher()
    qp = MultifieldParser(["title", "content"], schema=ix.schema)
    q = qp.parse(keywords)
    with searcher as s:
        results = s.search_page(q, page, pagelen=pageSize)
        return results