JAVA通过代理访问外部资源實例

import java.io.ByteArrayOutputStream;
import java.io.File;
import java.io.FileOutputStream;
import java.io.InputStream;
import java.net.URL;
import java.net.URLConnection;
public class Fetch {
   public static void main(String[] args) {
       int c = 28;
       //for(int k=25;k<c+1;k++) {
            int count = 50;
           
            System.getProperties().put("proxySet","true");
            System.getProperties().put("proxyHost","172.17.5.52");
            System.getProperties().put("proxyPort","80");
           
            for(int i=1;i<count+1;i++) {
            String sDir = " http://www.mbsky.com/SoftView/SoftView_167"
             + Fetch.formatString2(String.valueOf(i));
            String dir = "E:/test/test/part_"
             + Fetch.formatString2(String.valueOf(i)) + "/";
                 String file = "Myfile_"
                  + Fetch.formatString(String.valueOf(i)) + ".html";
                 String fileName = dir+"01"+ file;
                
                 try {     
                     File f = new File(fileName);
                     if(!f.exists()) {
                         URL url = new URL(sDir +  ".html");
                         String authString="userid:password";
                         String auth ="Basic"+new sun.misc.BASE64Encoder().encode(authString.getBytes());
                         URLConnection conn = url.openConnection();
                         conn.setRequestProperty("Proxy-Authorization", auth);
                         InputStream is = conn.getInputStream();
                     
                         int size = 20480;
                         byte[] buff = new byte[size];
                         ByteArrayOutputStream swapStream = new ByteArrayOutputStream();
                         int rc = 0;  
                     
                         while((rc = is.read(buff, 0, size)) > 0) {
                             swapStream.write(buff, 0, rc);
                         }  
                     
                         FileOutputStream fos = new FileOutputStream(f);    
                         fos.write(swapStream.toByteArray());    
                         fos.close();    
                         System.out.println("[" + i + ":" + i + "]===>" + "檔" + sDir +  ".html" + "抓取成功!");
                     } else {
                         System.out.println("[" + i+ ":" + i + "]===>" + "檔已經存在!");
                     }
                 
                 } catch (Exception ex) {
                      System.err.println(ex.toString());
                      System.err.println("[" + i + ":" + i + "]===>" + "檔" + sDir + ".html" + "抓取失敗!");
                      if(i >= 40) {
                          break;
                      }
                 }
        
            } // end for
      
       //}
   } // end of method main
 
   private static String formatString(String s) {
       String ret = null;
   
       if(s.length() == 3) {
          return s;
       } else if(s.length() == 2) {
          return "0" + s;
       } else if(s.length() == 1) {
          return "00" + s;
       }
   
    return ret;
   } // end of method formatString(String)
 
   private static String formatString2(String s) {
       String ret = null;
       if(s.length() == 2) {
          return s;
       } else if(s.length() == 1) {
          return "0" + s;
       }
   
    return ret;
   } // end of method formatString2(String)
 
} // end of class Fetch 
  • 0
    点赞
  • 0
    收藏
    觉得还不错? 一键收藏
  • 0
    评论

“相关推荐”对你有帮助么?

  • 非常没帮助
  • 没帮助
  • 一般
  • 有帮助
  • 非常有帮助
提交
评论
添加红包

请填写红包祝福语或标题

红包个数最小为10个

红包金额最低5元

当前余额3.43前往充值 >
需支付:10.00
成就一亿技术人!
领取后你会自动成为博主和红包主的粉丝 规则
hope_wisdom
发出的红包
实付
使用余额支付
点击重新获取
扫码支付
钱包余额 0

抵扣说明:

1.余额是钱包充值的虚拟货币,按照1:1的比例进行支付金额的抵扣。
2.余额无法直接购买下载,可以购买VIP、付费专栏及课程。

余额充值