import java.io.ByteArrayOutputStream;
import java.io.File;
import java.io.FileOutputStream;
import java.io.InputStream;
import java.net.URL;
import java.net.URLConnection;
public class Fetch {
public static void main(String[] args) {
int c = 28;
//for(int k=25;k<c+1;k++) {
int count = 50;
System.getProperties().put("proxySet","true");
System.getProperties().put("proxyHost","172.17.5.52");
System.getProperties().put("proxyPort","80");
for(int i=1;i<count+1;i++) {
String sDir = " http://www.mbsky.com/SoftView/SoftView_167"
+ Fetch.formatString2(String.valueOf(i));
String dir = "E:/test/test/part_"
+ Fetch.formatString2(String.valueOf(i)) + "/";
String file = "Myfile_"
+ Fetch.formatString(String.valueOf(i)) + ".html";
String fileName = dir+"01"+ file;
try {
File f = new File(fileName);
if(!f.exists()) {
URL url = new URL(sDir + ".html");
String authString="userid:password";
String auth ="Basic"+new sun.misc.BASE64Encoder().encode(authString.getBytes());
URLConnection conn = url.openConnection();
conn.setRequestProperty("Proxy-Authorization", auth);
InputStream is = conn.getInputStream();
int size = 20480;
byte[] buff = new byte[size];
ByteArrayOutputStream swapStream = new ByteArrayOutputStream();
int rc = 0;
while((rc = is.read(buff, 0, size)) > 0) {
swapStream.write(buff, 0, rc);
}
FileOutputStream fos = new FileOutputStream(f);
fos.write(swapStream.toByteArray());
fos.close();
System.out.println("[" + i + ":" + i + "]===>" + "檔" + sDir + ".html" + "抓取成功!");
} else {
System.out.println("[" + i+ ":" + i + "]===>" + "檔已經存在!");
}
} catch (Exception ex) {
System.err.println(ex.toString());
System.err.println("[" + i + ":" + i + "]===>" + "檔" + sDir + ".html" + "抓取失敗!");
if(i >= 40) {
break;
}
}
} // end for
//}
} // end of method main
private static String formatString(String s) {
String ret = null;
if(s.length() == 3) {
return s;
} else if(s.length() == 2) {
return "0" + s;
} else if(s.length() == 1) {
return "00" + s;
}
return ret;
} // end of method formatString(String)
private static String formatString2(String s) {
String ret = null;
if(s.length() == 2) {
return s;
} else if(s.length() == 1) {
return "0" + s;
}
return ret;
} // end of method formatString2(String)
} // end of class Fetch
import java.io.File;
import java.io.FileOutputStream;
import java.io.InputStream;
import java.net.URL;
import java.net.URLConnection;
public class Fetch {
public static void main(String[] args) {
int c = 28;
//for(int k=25;k<c+1;k++) {
int count = 50;
System.getProperties().put("proxySet","true");
System.getProperties().put("proxyHost","172.17.5.52");
System.getProperties().put("proxyPort","80");
for(int i=1;i<count+1;i++) {
String sDir = " http://www.mbsky.com/SoftView/SoftView_167"
+ Fetch.formatString2(String.valueOf(i));
String dir = "E:/test/test/part_"
+ Fetch.formatString2(String.valueOf(i)) + "/";
String file = "Myfile_"
+ Fetch.formatString(String.valueOf(i)) + ".html";
String fileName = dir+"01"+ file;
try {
File f = new File(fileName);
if(!f.exists()) {
URL url = new URL(sDir + ".html");
String authString="userid:password";
String auth ="Basic"+new sun.misc.BASE64Encoder().encode(authString.getBytes());
URLConnection conn = url.openConnection();
conn.setRequestProperty("Proxy-Authorization", auth);
InputStream is = conn.getInputStream();
int size = 20480;
byte[] buff = new byte[size];
ByteArrayOutputStream swapStream = new ByteArrayOutputStream();
int rc = 0;
while((rc = is.read(buff, 0, size)) > 0) {
swapStream.write(buff, 0, rc);
}
FileOutputStream fos = new FileOutputStream(f);
fos.write(swapStream.toByteArray());
fos.close();
System.out.println("[" + i + ":" + i + "]===>" + "檔" + sDir + ".html" + "抓取成功!");
} else {
System.out.println("[" + i+ ":" + i + "]===>" + "檔已經存在!");
}
} catch (Exception ex) {
System.err.println(ex.toString());
System.err.println("[" + i + ":" + i + "]===>" + "檔" + sDir + ".html" + "抓取失敗!");
if(i >= 40) {
break;
}
}
} // end for
//}
} // end of method main
private static String formatString(String s) {
String ret = null;
if(s.length() == 3) {
return s;
} else if(s.length() == 2) {
return "0" + s;
} else if(s.length() == 1) {
return "00" + s;
}
return ret;
} // end of method formatString(String)
private static String formatString2(String s) {
String ret = null;
if(s.length() == 2) {
return s;
} else if(s.length() == 1) {
return "0" + s;
}
return ret;
} // end of method formatString2(String)
} // end of class Fetch