nutch+struts2整合二次开发代码

struts.xml

<?xml version="1.0" encoding="UTF-8" ?>
<!DOCTYPE struts PUBLIC
    "-//Apache Software Foundation//DTD Struts Configuration 2.0//EN"
    "http://struts.apache.org/dtds/struts-2.0.dtd">
<struts>
    <constant name="struts.i18n.encoding" value="gb2312" />

    <package name="default"  extends="struts-default">       
        <action name="search" class="org.nutch.web.SearchAction" >
                   <result>/list.jsp</result>
        </action>   
       
   
    </package>
</struts>

 

DAO层接口：

 

package org.nutch.Dao;

import java.util.List;

import org.nutch.entity.UserInfo;
import org.nutch.util.PaginationSupport;
/**
 *
* 项目名称：strutsnutch  
* 类名称：SearchDao
* 包名:org.nutch.Dao
* 类描述：  
* 创建人：梁章荣  
* 创建时间：Oct 15, 2010 3:46:01 PM  
* 修改人：梁章荣  
* 修改时间：Oct 15, 2010 3:46:01 PM  
* 修改备注：  
* 个人主页：http://www.anizx.com
* 个人邮箱：jacksh.liang@gmail.com 
* 个人QQ：543243603 
*======================================================================
* Change History Log
* ----------------------------------------------------------------------
* Mod. No.    | Date        | Name            | Reason            | Change Req.
* ----------------------------------------------------------------------
*             |  Oct 15, 2010    | ZhangRong.Liang | Created           | 梁章荣
*======================================================================
 */
public interface SearchDao {
    /**
     *
     * @param keyword
     * @param firstResult
     * @param maxResult
     * @return
     * @throws Throwable
     */
    public List<UserInfo> Search(String keyword,int firstResult,int maxResult) throws Throwable;
    /**
     *
     * @param keyword
     * @param firstResult
     * @param maxResult
     * @return
     * @throws Throwable
     */
    public PaginationSupport Query(String keyword,int firstResult,int maxResult) throws Throwable;


}
DAO层实现类：

package org.nutch.Dao.Impl;

import java.util.ArrayList;
import java.util.List;
import org.apache.hadoop.conf.Configuration;
import org.apache.nutch.searcher.Hit;
import org.apache.nutch.searcher.HitDetails;
import org.apache.nutch.searcher.Hits;
import org.apache.nutch.searcher.NutchBean;
import org.apache.nutch.searcher.Query;
import org.apache.nutch.searcher.Summary;
import org.apache.nutch.util.NutchConfiguration;
import org.nutch.Dao.SearchDao;
import org.nutch.entity.UserInfo;
import org.nutch.util.PaginationSupport;
/**
 *
* 项目名称：strutsnutch  
* 类名称：SearchDaoImpl
* 包名:org.nutch.Dao.Impl
* 类描述：  
* 创建人：梁章荣  
* 创建时间：Oct 15, 2010 3:46:47 PM  
* 修改人：梁章荣  
* 修改时间：Oct 15, 2010 3:46:47 PM  
* 修改备注：  
* 个人主页：http://www.anizx.com
* 个人邮箱：jacksh.liang@gmail.com 
* 个人QQ：543243603 
*======================================================================
* Change History Log
* ----------------------------------------------------------------------
* Mod. No.    | Date        | Name            | Reason            | Change Req.
* ----------------------------------------------------------------------
*             |  Oct 15, 2010    | ZhangRong.Liang | Created           | 梁章荣
*======================================================================
 */
public class SearchDaoImpl implements SearchDao {

    @Override
    public PaginationSupport Query(String keyword, int firstResult,
            int maxResult) throws Throwable {
        List<UserInfo> list = new ArrayList<UserInfo>();
        Configuration conf = NutchConfiguration.create();
        NutchBean bean = new NutchBean(conf);
        Query query = Query.parse(keyword, conf);
        Hits hits = bean.search(query, firstResult + maxResult);
        int ff = firstResult + maxResult;
        if (ff > hits.getTotal())
            ff = (int) hits.getTotal();
        System.out.println("命中条数: " + hits.getTotal());
        int length = (int) Math.min(hits.getTotal(), ff);
        Hit[] show = hits.getHits(0, length);
        HitDetails[] details = bean.getDetails(show);
        Summary[] summaries = bean.getSummary(details, query);
        for (int i = firstResult; i < ff; i++) {
            Hit hit = show[i];
            HitDetails detail = details[i];
            UserInfo info = new UserInfo();
            info.setTile(detail.getValue("title"));
            info.setUrl(detail.getValue("url"));
            info.setId(hit.getIndexDocNo());
            info.setContent(summaries[i].toHtml(true));
            info.setTotal((int) hits.getTotal());
            list.add(info);

        }
        PaginationSupport ps = new PaginationSupport(list, (int) hits
                .getTotal(), maxResult, firstResult);
        return ps;
    }

    @Override
    public List<UserInfo> Search(String keyword, int firstResult, int maxResult)
            throws Throwable {
        List<UserInfo> list = new ArrayList<UserInfo>();
        Configuration conf = NutchConfiguration.create();
        NutchBean bean = new NutchBean(conf);
        Query query = Query.parse(keyword, conf);
        Hits hits = bean.search(query, firstResult + maxResult);
        int ff = firstResult + maxResult;
        if (ff > hits.getTotal())
            ff = (int) hits.getTotal();
        System.out.println("命中条数: " + hits.getTotal());
        int length = (int) Math.min(hits.getTotal(), ff);
        Hit[] show = hits.getHits(0, length);
        HitDetails[] details = bean.getDetails(show);
        Summary[] summaries = bean.getSummary(details, query);
        for (int i = firstResult; i < ff; i++) {
            Hit hit = show[i];
            HitDetails detail = details[i];
            UserInfo info = new UserInfo();
            info.setTile(detail.getValue("title"));
            info.setUrl(detail.getValue("url"));
            info.setId(hit.getIndexDocNo());
            info.setContent(summaries[i].toHtml(true));
            info.setTotal((int) hits.getTotal());
            list.add(info);

        }
        return list;
    }

}
Service接口:

package org.nutch.Manager;

import java.util.List;

import org.nutch.entity.UserInfo;
import org.nutch.util.PaginationSupport;
/**
 *
* 项目名称：strutsnutch  
* 类名称：SearchManager
* 包名:org.nutch.Manager
* 类描述：  
* 创建人：梁章荣  
* 创建时间：Oct 15, 2010 3:47:25 PM  
* 修改人：梁章荣  
* 修改时间：Oct 15, 2010 3:47:25 PM  
* 修改备注：  
* 个人主页：http://www.anizx.com
* 个人邮箱：jacksh.liang@gmail.com 
* 个人QQ：543243603 
*======================================================================
* Change History Log
* ----------------------------------------------------------------------
* Mod. No.    | Date        | Name            | Reason            | Change Req.
* ----------------------------------------------------------------------
*             |  Oct 15, 2010    | ZhangRong.Liang | Created           | 梁章荣
*======================================================================
 */
public interface SearchManager {
    /**
     *
     * @param keyword
     * @param firstResult
     * @param maxResult
     * @return
     * @throws Throwable
     */
    public List<UserInfo> Search(String keyword,int firstResult,int maxResult) throws Throwable;
    /**
     *
     * @param keyword
     * @param firstResult
     * @param maxResult
     * @return
     * @throws Throwable
     */
    public PaginationSupport Query(String keyword,int firstResult,int maxResult) throws Throwable;


}
Service接口实现类:

package org.nutch.Manager.Impl;

import java.util.List;

import org.nutch.Dao.SearchDao;
import org.nutch.Dao.Impl.SearchDaoImpl;
import org.nutch.Manager.SearchManager;
import org.nutch.entity.UserInfo;
import org.nutch.util.PaginationSupport;
/**
 *
* 项目名称：strutsnutch  
* 类名称：SearchManagerImpl
* 包名:org.nutch.Manager.Impl
* 类描述：  
* 创建人：梁章荣  
* 创建时间：Oct 15, 2010 3:47:32 PM  
* 修改人：梁章荣  
* 修改时间：Oct 15, 2010 3:47:32 PM  
* 修改备注：  
* 个人主页：http://www.anizx.com
* 个人邮箱：jacksh.liang@gmail.com 
* 个人QQ：543243603 
*======================================================================
* Change History Log
* ----------------------------------------------------------------------
* Mod. No.    | Date        | Name            | Reason            | Change Req.
* ----------------------------------------------------------------------
*             |  Oct 15, 2010    | ZhangRong.Liang | Created           | 梁章荣
*======================================================================
 */
public class SearchManagerImpl implements SearchManager {

    private SearchDao dao=new SearchDaoImpl();
    @Override
    public PaginationSupport Query(String keyword, int firstResult,
            int maxResult) throws Throwable {
        return this.dao.Query(keyword, firstResult, maxResult);
    }

    @Override
    public List<UserInfo> Search(String keyword, int firstResult, int maxResult)
            throws Throwable {
        return this.dao.Search(keyword, firstResult, maxResult);
    }

}

 

web 部分：

package org.nutch.web;

import java.util.List;

import javax.servlet.http.HttpServletRequest;
import javax.servlet.http.HttpServletResponse;
import org.apache.struts2.ServletActionContext;
import org.nutch.Manager.SearchManager;
import org.nutch.Manager.Impl.SearchManagerImpl;
import org.nutch.entity.UserInfo;
import org.nutch.util.PaginationSupport;
import com.opensymphony.xwork2.ActionContext;
import com.opensymphony.xwork2.ActionSupport;
/**
 *
* 项目名称：strutsnutch  
* 类名称：SearchAction
* 包名:org.nutch.web
* 类描述：  
* 创建人：梁章荣  
* 创建时间：Oct 15, 2010 3:48:36 PM  
* 修改人：梁章荣  
* 修改时间：Oct 15, 2010 3:48:36 PM  
* 修改备注：  
* 个人主页：http://www.anizx.com
* 个人邮箱：jacksh.liang@gmail.com 
* 个人QQ：543243603 
*======================================================================
* Change History Log
* ----------------------------------------------------------------------
* Mod. No.    | Date        | Name            | Reason            | Change Req.
* ----------------------------------------------------------------------
*             |  Oct 15, 2010    | ZhangRong.Liang | Created           | 梁章荣
*======================================================================
 */
public class SearchAction extends ActionSupport {
    private static final long serialVersionUID = 6777785427777695618L;

    private Integer startIndex;

    private PaginationSupport ps;
    private UserInfo info;

    public Integer getStartIndex() {
        return startIndex;
    }

    public void setStartIndex(Integer startIndex) {
        this.startIndex = startIndex;
    }

    public PaginationSupport getPs() {
        return ps;
    }

    public void setPs(PaginationSupport ps) {
        this.ps = ps;
    }

    public UserInfo getInfo() {
        return info;
    }

    public void setInfo(UserInfo info) {
        this.info = info;
    }

    @SuppressWarnings("unchecked")
    @Override
    public String execute() throws Exception {
        HttpServletRequest request = (HttpServletRequest) ActionContext
                .getContext().get(ServletActionContext.HTTP_REQUEST);
        HttpServletResponse response = (HttpServletResponse) ActionContext
                .getContext().get(ServletActionContext.HTTP_RESPONSE);
        //PrintWriter out = response.getWriter();
      request.setCharacterEncoding("gb2312");
        String keyword = request.getParameter("name");
        System.out.println(keyword+"中文");
        String _startIndex;// 当前页
        _startIndex = (String) request.getParameter("startIndex");

        if (null == _startIndex) {
            startIndex = 0;
        } else {
            startIndex = Integer.parseInt(_startIndex);

        }
        SearchManager mamanger = new SearchManagerImpl();

        try {
            ps = mamanger
                    .Query(keyword, startIndex,PaginationSupport.PAGESIZE);
        } catch (Throwable e) {
            e.printStackTrace();
        }
        List list = ps.getItems();       
        request.setAttribute("list", list);
        request.setAttribute("name", keyword);
        request.setAttribute("item", ps.getIndexes());
        request.setAttribute("page", ps.page(ps.getPageSize(), ps.getCurrentPage()));
        return SUCCESS;
    }

}
Junit测试代码：

package org.nutch.JUnit;

import static org.junit.Assert.fail;

import java.util.List;

import org.junit.Test;
import org.nutch.Manager.SearchManager;
import org.nutch.Manager.Impl.SearchManagerImpl;
import org.nutch.entity.UserInfo;
import org.nutch.util.PaginationSupport;
/**
 *
* 项目名称：strutsnutch  
* 类名称：SearchManagerTest
* 包名:org.nutch.JUnit
* 类描述：  
* 创建人：梁章荣  
* 创建时间：Oct 15, 2010 3:55:53 PM  
* 修改人：梁章荣  
* 修改时间：Oct 15, 2010 3:55:53 PM  
* 修改备注：  
* 个人主页：http://www.anizx.com
* 个人邮箱：jacksh.liang@gmail.com 
* 个人QQ：543243603 
*======================================================================
* Change History Log
* ----------------------------------------------------------------------
* Mod. No.    | Date        | Name            | Reason            | Change Req.
* ----------------------------------------------------------------------
*             |  Oct 15, 2010    | ZhangRong.Liang | Created           | 梁章荣
*======================================================================
 */
public class SearchManagerTest {

    private SearchManager manager=new SearchManagerImpl();
    @Test
    public void testSearch() {
        fail("Not yet implemented");
    }

    @Test
    public void testQuery() {
       
        try {
            PaginationSupport ps=manager
            .Query("qq", 0, PaginationSupport.PAGESIZE);
            List list=ps.getItems();
            int id[]=ps.getIndexes();
           
           
            for(int i=0;i<list.size();i++)
            {
                UserInfo info=(UserInfo)list.get(i);
                System.out.println(info.getTile());
            }
        } catch (Throwable e) {
            e.printStackTrace();
        }
    }

}