怎么爬取pc客户端数据_如何爬取网页数据

import java.io.BufferedReader;

import java.io.IOException;

import java.io.InputStreamReader;

import java.net.HttpURLConnection;

import java.net.MalformedURLException;

import java.net.URL;

public class Capture {

public static void main(String[] args) throws MalformedURLException, IOException {

String strUrl ="http://news.baidu.com/";

URL url =new URL(strUrl);

HttpURLConnection httpConnection = (HttpURLConnection) url.openConnection();

InputStreamReader input = new InputStreamReader(httpConnection.getInputStream(),"utf-8");

BufferedReader bufferedReader = new BufferedReader(input);

String line ="";

StringBuilder stringBuilder = new StringBuilder();

while ((line =bufferedReader.readLine())!=null){

stringBuilder.append(line);

}

String string =stringBuilder.toString();

int begin =string.indexOf("

");

int end=string.indexOf("

");

System.out.println("IP address:"+string.substring(begin,end));

}