用Lucene创建索引

创建maven项目pom.xml文件

<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
    xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
    <modelVersion>4.0.0</modelVersion>
    <groupId>com.pactera</groupId>
    <artifactId>pactera-lucene</artifactId>
    <version>0.0.1-SNAPSHOT</version>

    <dependencies>
        <dependency>
            <groupId>junit</groupId>
            <artifactId>junit</artifactId>
            <version>4.10</version>
        </dependency>
        <dependency>
            <groupId>org.slf4j</groupId>
            <artifactId>slf4j-log4j12</artifactId>
            <version>1.6.4</version>
        </dependency>
        <dependency>
            <groupId>org.apache.lucene</groupId>
            <artifactId>lucene-core</artifactId>
            <version>4.10.2</version>
        </dependency>
        <dependency>
            <groupId>org.apache.lucene</groupId>
            <artifactId>lucene-analyzers-common</artifactId>
            <version>4.10.2</version>
        </dependency>
        <dependency>
            <groupId>org.apache.lucene</groupId>
            <artifactId>lucene-queryparser</artifactId>
            <version>4.10.2</version>
        </dependency>
        <dependency>
            <groupId>cn.itcast.lucene.analyzer</groupId>
            <artifactId>ik-analyzer</artifactId>
            <version>2012-4.x</version>
        </dependency>
    </dependencies>
</project>

测试

//测试创建索引
    @Test
    public void testIndexWriter() throws IOException{
        //创建索引目录
        Directory directory = FSDirectory.open(new File("d:\\directory"));

        //创建标准分词器
        Analyzer analyzer = new StandardAnalyzer();
        //索引配置
        IndexWriterConfig indexWriterConfig = 
                new IndexWriterConfig(Version.LUCENE_4_10_2, analyzer);
        indexWriterConfig.setOpenMode(OpenMode.CREATE);
        //写索引
        IndexWriter indexWriter = new IndexWriter(directory,indexWriterConfig);
        //创建文档对象
        Document doc = new Document();
        doc.add(new IntField("id", 18, Store.YES));
        doc.add(new TextField("title", "我们都是党的接班人yes or no?", Store.YES));
        doc.add(new LongField("price", 6388L, Store.YES));
        doc.add(new StringField("pic", "www.baidu.com", Store.YES));

        //添加文档
        indexWriter.addDocument(doc);
        indexWriter.commit();
        indexWriter.close();
    }

在指定索引目录下查看索引

这种文件可以通过两种方式查看
第一种使用工具

用工具打开指定的目录就可以看到是怎么创建索引的

使用标准分词器汉字按单个字全部被拆分了

用lucene提供的TokenStream查看

@Test
    public void testTokenStream() throws IOException{
        //创建标准分词器
        Analyzer analyzer = new StandardAnalyzer();
        //词汇列表
        TokenStream tokenStream = analyzer.tokenStream("title", "我们都是党的接班人yes or no?");

        //tokenStream指针指向开始位置
        tokenStream.reset();

        //设置分词偏移量引用
        OffsetAttribute offsetAttribute = tokenStream.addAttribute(OffsetAttribute.class);

        //设置分词词语引用
        CharTermAttribute charTermAttribute = tokenStream.addAttribute(CharTermAttribute.class);

        //遍历词汇列表
        while(tokenStream.incrementToken()){
            //分词开始位置
            System.out.println("分词开始位置：" + offsetAttribute.startOffset());
            //分词词语
            System.out.println("最小分词单元：" + charTermAttribute);
            //分词结束位置
            System.out.println("分词结束位置：" + offsetAttribute.endOffset());
        }
    }

结果