lucene demo indexFile

package org.apache.lucene.demo;

 

/**

 * Licensed to the Apache Software Foundation (ASF) under one or more

 * contributor license agreements.  See the NOTICE file distributed with

 * this work for additional information regarding copyright ownership.

 * The ASF licenses this file to You under the Apache License, Version 2.0

 * (the "License"); you may not use this file except in compliance with

 * the License.  You may obtain a copy of the License at

 *

 *     http://www.apache.org/licenses/LICENSE-2.0

 *

 * Unless required by applicable law or agreed to in writing, software

 * distributed under the License is distributed on an "AS IS" BASIS,

 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.

 * See the License for the specific language governing permissions and

 * limitations under the License.

 */

 

import org.apache.lucene.analysis.standard.StandardAnalyzer;

import org.apache.lucene.index.IndexWriter;

import org.apache.lucene.store.FSDirectory;

import org.apache.lucene.util.Version;

 

import java.io.File;

import java.io.FileNotFoundException;

import java.io.IOException;

import java.util.Date;

 

/** Index all text files under a directory. */

public class IndexFiles {

 

  private IndexFiles() {}

 

  static final File INDEX_DIR = new File("index");

 

  /** Index all text files under a directory. */

  public static void main(String[] args) {

    String usage = "java org.apache.lucene.demo.IndexFiles <root_directory>";

    /*

     * 处理命令参数

     * */

    /*未输入参数错误*/

    if (args.length == 0) {

      System.err.println("Usage: " + usage);

      System.exit(1);

    }

 

/*文件已存在错误*/

 

    if (INDEX_DIR.exists()) {

      System.out.println("Cannot save index to '" +INDEX_DIR+ "' directory, please delete it first");

      System.exit(1);

    }

 

    final File docDir = new File(args[0]);//待索引文件

    //不存在或不可讀取錯誤

    if (!docDir.exists() || !docDir.canRead()) {

      System.out.println("Document directory '" +docDir.getAbsolutePath()+ "' does not exist or is not readable, please check the path");

      System.exit(1);

    }

 

    Date start = new Date();//開始時間

    try {

     /*

     * public IndexWriter(Directory d,

                   Analyzer a,

                   boolean create,

                   IndexWriter.MaxFieldLength mfl)

            throws CorruptIndexException,

                   LockObtainFailedException,

                   IOException

Constructs an IndexWriter for the index in d. Text will be analyzed with a. If create is true, then a new, empty index will be created in d, replacing the index already there, if any.

Parameters:

d - the index directory

a - the analyzer to use

create - true to create the index or overwrite the existing one; false to append to the existing index

mfl - Maximum field length in number of terms/tokens: LIMITED, UNLIMITED, or user-specified via the MaxFieldLength constructor.

Throws:

CorruptIndexException - if the index is corrupt

LockObtainFailedException - if another writer has this index open (write.lock could not be obtained)

IOException - if the directory cannot be read/written to, or if it does not exist and create is false or if there is any other low-level IO error

*/

      IndexWriter writer = new IndexWriter(FSDirectory.open(INDEX_DIR), new StandardAnalyzer(Version.LUCENE_30), true, IndexWriter.MaxFieldLength.LIMITED);

      System.out.println("Indexing to directory '" +INDEX_DIR+ "'...");

      indexDocs(writer, docDir);

      System.out.println("Optimizing...");

      writer.optimize();

      writer.close();

 

      Date end = new Date();

      System.out.println(end.getTime() - start.getTime() + " total milliseconds");

 

    } catch (IOException e) {

      System.out.println(" caught a " + e.getClass() +

       "/n with message: " + e.getMessage());

    }

  }

 

  static void indexDocs(IndexWriter writer, File file)

    throws IOException {

    // do not try to index files that cannot be read

 //递归索引主目录下所有文件

    if (file.canRead()) {

      if (file.isDirectory()) {

        String[] files = file.list();

        // an IO error could occur

        if (files != null) {

          for (int i = 0; i < files.length; i++) {

            indexDocs(writer, new File(file, files[i]));

          }

        }

      } else {

        System.out.println("adding " + file);

        try {

         /*

         * Document

 

public static Document Document(File f)

                         throws FileNotFoundException

Makes a document for a File.

The document has three fields:

 

path--containing the pathname of the file, as a stored, untokenized field;

modified--containing the last modified date of the file as a field as created by DateTools; and

contents--containing the full contents of the file, as a Reader field;

Throws:

FileNotFoundException

*/

          writer.addDocument(FileDocument.Document(file));

        }

        // at least on windows, some temporary files raise this exception with an "access denied" message

        // checking if the file can be read doesn't help

        catch (FileNotFoundException fnfe) {

          ;

        }

      }

    }

  }

 

}