java抓取网页内容

import java.io.BufferedReader;
import java.io.IOException;
import java.io.InputStreamReader;
import java.net.MalformedURLException;
import java.net.URL;
import java.util.ArrayList;
import java.util.List;
import java.util.regex.Matcher;
import java.util.regex.Pattern;

/**
 *
 * @author yaohucaizi
 */
public class Test {

    /**
     * 读取网页全部内容
     */
    public String getHtmlContent(String htmlurl) {
        URL url;
        String temp;
        StringBuffer sb = new StringBuffer();
        try {
            url = new URL(htmlurl);
            BufferedReader in = new BufferedReader(new InputStreamReader(url.openStream(), "gbk"));// 读取网页全部内容
            while ((temp = in.readLine()) != null) {
                sb.append(temp);
            }
            in.close();
        } catch (final MalformedURLException me) {
            System.out.println("你输入的URL格式有问题!");
            me.getMessage();
        } catch (final IOException e) {
            e.printStackTrace();
        }
        return sb.toString();
    }
/** 
 * 抓取本地网页内容 
 * 
 * @param filePath 
 * @return 
 */ 
public static String getHtmlfileContent(String filePath) { 
    String temp; 
    BufferedReader br; 
    StringBuffer sb = new StringBuffer(); 
    try { 
        br = new BufferedReader(new InputStreamReader(new FileInputStream(filePath), "GB2312")); 
        while ((temp = br.readLine()) != null) { 
            sb.append(temp); 
        } 
    } catch (IOException e) { 
        e.printStackTrace(); 
    } 
    return sb.toString(); 
} 
    /**
     *
     * @param s
     * @return 获得网页标题
     */
    public String getTitle(String s) {
        String regex;
        String title = "";
        List<String> list = new ArrayList<String>();
        regex = "<title>.*?</title>";
        Pattern pa = Pattern.compile(regex, Pattern.CANON_EQ);
        Matcher ma = pa.matcher(s);
        while (ma.find()) {
            list.add(ma.group());
        }
        for (int i = 0; i < list.size(); i++) {
            title = title + list.get(i);
        }
        return outTag(title);
    }

    /**
     *
     * @param s
     * @return 获得链接
     */
    public List<String> getLink(String s) {
        String regex;
        List<String> list = new ArrayList<String>();
        regex = "<a[^>]*href=(\"([^\"]*)\"|\'([^\']*)\'|([^\\s>]*))[^>]*>(.*?)</a>";
        Pattern pa = Pattern.compile(regex, Pattern.DOTALL);
        Matcher ma = pa.matcher(s);
        while (ma.find()) {
            list.add(ma.group());
        }
        return list;
    }

    /**
     *
     * @param s
     * @return 获得脚本代码
     */
    public List<String> getScript(String s) {
        String regex;
        List<String> list = new ArrayList<String>();
        regex = "<SCRIPT.*?</SCRIPT>";
        Pattern pa = Pattern.compile(regex, Pattern.DOTALL);
        Matcher ma = pa.matcher(s);
        while (ma.find()) {
            list.add(ma.group());
        }
        return list;
    }
   
    public List<String> getNews(String s) {
        String regex = "<a.*?</a>";
        Pattern pa = Pattern.compile(regex, Pattern.DOTALL);
        Matcher ma = pa.matcher(s);
        List<String> list = new ArrayList<String>();
        while (ma.find()) {
            list.add(ma.group());
        }
        return list;
    }

    /**
     *
     * @param s
     * @return 获得CSS
     */
    public List<String> getCSS(String s) {
        String regex;
        List<String> list = new ArrayList<String>();
        regex = "<style.*?</style>";
        Pattern pa = Pattern.compile(regex, Pattern.DOTALL);
        Matcher ma = pa.matcher(s);
        while (ma.find()) {
            list.add(ma.group());
        }
        return list;
    }

    /**
     *
     * @param s
     * @return 去掉标记
     */
    public String outTag(final String s) {
        return s.replaceAll("<.*?>", "");
    }
   
    public static void main(String[] args) {
        Test t = new Test();
        String content = t.getHtmlContent("http://www.taobao.com");
        //content = content.replaceAll("(<br>)+?", "\n");// 转化换行
        //content = content.replaceAll("<p><em>.*?</em></p>", "");// 去图片注释
        System.out.println(content);
        System.out.println(t.getTitle(content));
        List<String> a = t.getNews(content);
        List<String> news = new ArrayList<String>();
        for (String s : a) {
            news.add(s.replaceAll("<.*?>", ""));
        }
        System.out.println(news);
        //…… 获取js、css等操作省略
    }
}
//后来我想了想我觉得读取本地和通过url读取原理不是一样的嘛，但是我尝试了好多种写法都不行，不是乱码问题就是报错，我该怎么办 老天就是这样捉弄人，功夫不负有心人当我尝试999次时候突然眼前一亮，我成功实现读取本地html了……说真的代码不难但是你需要多次尝试，把我的代码分享给大家：