java抓取网页源代码《转载》

public static String getHtmlContent(URL url, String encode) { 
          StringBuffer contentBuffer = new StringBuffer(); 
   
          int responseCode = -1; 
          HttpURLConnection con = null; 
          try { 
              con = (HttpURLConnection) url.openConnection(); 
              con.setRequestProperty("User-Agent", "Mozilla/4.0 (compatible; MSIE 5.0; Windows NT; DigExt)");// IE代理进行下载 
              con.setConnectTimeout(60000); 
              con.setReadTimeout(60000); 
              // 获得网页返回信息码 
              responseCode = con.getResponseCode(); 
              if (responseCode == -1) { 
                  System.out.println(url.toString() + " : connection is failure..."); 
                 con.disconnect(); 
                  return null; 
              } 
              if (responseCode >= 400) // 请求失败 
              { 
                  System.out.println("请求失败:get response code: " + responseCode); 
                  con.disconnect(); 
                  return null; 
              } 
  
              InputStream inStr = con.getInputStream(); 
              InputStreamReader istreamReader = new InputStreamReader(inStr, encode); 
              BufferedReader buffStr = new BufferedReader(istreamReader); 
   
              String str = null; 
              while ((str = buffStr.readLine()) != null) 
                contentBuffer.append(str); 
              inStr.close(); 
          } catch (IOException e) { 
              e.printStackTrace(); 
              contentBuffer = null; 
              System.out.println("error: " + url.toString()); 
          } finally { 
              con.disconnect(); 
         } 
          return contentBuffer.toString(); 
      } 
  
      public static String getHtmlContent(String url, String encode) { 
          if (!url.toLowerCase().startsWith("http://")) { 
             url = "http://" + url; 
          } 
          try { 
              URL rUrl = new URL(url); 
              return getHtmlContent(rUrl, encode); 
          } catch (Exception e) { 
              e.printStackTrace(); 
              return null; 
          } 
      }