package Sept;
import java.io.BufferedReader;
import java.io.File;
import java.io.FileWriter;
import java.io.IOException;
import java.io.InputStreamReader;
import java.net.URL;
import java.net.URLConnection;
public class Spider {
public static void main(String[] args) {
String url = "https://blog.csdn.net/weixin_41049440";//目标网页
String result = "";//结果保存
BufferedReader in = null;
try {
URL realUrl = new URL(url);
URLConnection con = realUrl.openConnection();
con.connect();
in = new BufferedReader(new InputStreamReader(con.getInputStream(),"utf-8"));
System.out.println(con.getInputStream());
String line;
while((line=in.readLine())!=null){
result+=line;
}
} catch (Exception e) {
e.printStackTrace();
}
finally{
if(in!=null){
try {
in.close();
} catch (IOException e) {
e.printStackTrace();
}
}
}
System.out.println("test");
File file=new File("D:/copy/testjia");
if(!file.exists()){
file.mkdirs();
}
File textone=new File(file+"/testone.html");
if(!textone.exists()){
try {
textone.createNewFile();
} catch (IOException e) {
e.printStackTrace();
}
}
try {
FileWriter writer=new FileWriter(textone);
writer.write(result);
writer.flush();
writer.close();
} catch (IOException e) {
e.printStackTrace();
}
}
}