java获取网页源码

获取百度网页源码

package com.kingt;

import java.awt.BufferCapabilities.FlipContents;
import java.io.BufferedReader;
import java.io.File;
import java.io.FileNotFoundException;
import java.io.FileOutputStream;
import java.io.IOException;
import java.io.InputStream;
import java.io.InputStreamReader;
import java.net.HttpURLConnection;
import java.net.URL;


public class JavaDemo {
	//读取网络资源
	public String ReaderPageByUrl(String pageUrl){
		URL url;
		String pageString = "";
		try {
			url = new URL(pageUrl);
			HttpURLConnection connection = (HttpURLConnection)url.openConnection();
			InputStream is = connection.getInputStream();
			BufferedReader br = new BufferedReader(new InputStreamReader(is));
			StringBuffer sb = new StringBuffer();
			String line = null;
			while((line = br.readLine()) != null){
				sb.append(line + "\n");
				System.out.println(sb);
			}
			pageString = sb.toString();
		} catch (Exception e) {
			e.printStackTrace();
		}
		return pageString;
	}

	//信息写入文件
	public void writeStringToFile(String filePath,String fileStr) throws IOException{
		File file = new File(filePath);
		FileOutputStream fileout = new FileOutputStream(file);
		fileout.write(fileStr.getBytes());
		fileout.close();
	}

	//生成静态页面
	public void createStaticPage(String pageUrl,String filePath){
		String pageStr = ReaderPageByUrl(pageUrl);
		try {
			writeStringToFile(filePath, pageStr);
		} catch (Exception e) {
			e.printStackTrace();
		}
	}

	//测试
	public static void main(String[] args) {
		JavaDemo demo = new JavaDemo();
		String pageUrl = "http://www.baidu.com";
		String filePath = "C:/Documents and Settings/Administrator/桌面/db.txt";
		try {
			demo.createStaticPage(pageUrl, filePath);
		} catch (Exception e) {
			e.printStackTrace();
		}
	}
}