import java.io.BufferedReader;
import java.io.InputStream;
import java.io.InputStreamReader;
import java.net.HttpURLConnection;
import java.net.URL;
/**
* 网络爬虫的原理 + 模拟浏览器
* @author 14988
*
*/
public class Spider_Test2 {
public static void main(String[] args) throws Exception {
//获取URL
URL url = new URL("https://www.dianping.com");
//下载资源
HttpURLConnection conn = (HttpURLConnection)url.openConnection();
conn.setRequestMethod("GET");
conn.setRequestProperty("User-Agent","Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/63.0.3239.26 Safari/537.36");
BufferedReader br = new BufferedReader(new InputStreamReader(conn.getInputStream(),"UTF-8"));
String msg = null;
while((msg = br.readLine()) != null) {
System.out.println(msg);
}
br.close();
}
}