java 登陆百度_【教程】模拟登陆百度之Java代码版

/*** [File]

* crifanLib.java

*

* [Function]

* 1. implement crifan's common functions

*https://code.google.com/p/crifanlib/source/browse/trunk/java/crifanLib.java*

* [Version]

* v2.0

*

* [Contact]

*http://www.crifan.com/about/me/*

* [Note]

* 1. need add apache http lib:

* 【已解决】Eclipse的java代码出错：The import org.apache cannot be resolved

*http://www.crifan.com/java_eclipse_the_import_org_apache_cannot_be_resolved/*

* [History]

* [v2.0, 2013-09-17]

* 1. update getUrlResponse and getUrlRespHtml

* 2. add getCurCookieList, getCurCookieStore, setCurCookieStore, setCurCookieList

*

* [v1.4, 2013-07-17]

* 1. add calcTimeStart, calcTimeEnd

* 2. add dateToString, outputStringToFile

*

* [v1.0]

* 1. add http related func and regex related func*/

packagecom.login4baidu;importjava.io.File;//import java.io.FileNotFoundException;

importjava.io.FileOutputStream;importjava.io.FileWriter;importjava.io.IOException;importjava.io.InputStream;//import java.net.CookieManager;//import java.net.CookiePolicy;//import java.net.HttpCookie;

importjava.text.SimpleDateFormat;//import java.util.Calendar;

importjava.util.Date;//import java.util.GregorianCalendar;

importjava.util.HashMap;importjava.util.List;//import java.util.Map;

importjava.util.regex.Matcher;importjava.util.regex.Pattern;importorg.apache.http.HttpEntity;importorg.apache.http.HttpResponse;importorg.apache.http.HttpStatus;importorg.apache.http.NameValuePair;importorg.apache.http.client.ClientProtocolException;importorg.apache.http.client.CookieStore;//import org.apache.http.client.HttpClient;

importorg.apache.http.client.entity.UrlEncodedFormEntity;importorg.apache.http.client.methods.HttpGet;importorg.apache.http.client.methods.HttpPost;importorg.apache.http.client.methods.HttpUriRequest;importorg.apache.http.client.params.ClientPNames;importorg.apache.http.client.protocol.ClientContext;importorg.apache.http.cookie.Cookie;importorg.apache.http.impl.client.BasicCookieStore;importorg.apache.http.impl.client.DefaultHttpClient;//import org.apache.http.impl.cookie.BasicClientCookie;

importorg.apache.http.params.BasicHttpParams;importorg.apache.http.params.CoreConnectionPNames;//import org.apache.http.params.HttpConnectionParams;//import org.apache.http.params.HttpProtocolParams;//import org.apache.http.params.HttpParams;//import org.apache.http.params.DefaultedHttpParams;

importorg.apache.http.params.CoreProtocolPNames;importorg.apache.http.protocol.BasicHttpContext;importorg.apache.http.protocol.HttpContext;importorg.apache.http.util.EntityUtils;//for android://import crifan.com.downloadsongtastemusic.R;//import android.os.Environment;//import android.widget.EditText;//import android.app.Activity;

public classcrifanLib {private CookieStore gCurCookieStore = null;//private HashMap calcTimeKeyDict;

private HashMapcalcTimeKeyDict;//private Map calcTimeKeyDict;//IE7

private static final String constUserAgent_IE7_x64 = "Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.1; WOW64; Trident/5.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; InfoPath.3; .NET4.0C; .NET4.0E)";//IE8

private static final String constUserAgent_IE8_x64 = "Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; InfoPath.3; .NET4.0C; .NET4.0E";//IE9

private static final String constUserAgent_IE9_x64 = "Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; WOW64; Trident/5.0)"; //x64

private static final String constUserAgent_IE9_x86 = "Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)"; //x86//Chrome

private static final String constUserAgent_Chrome = "Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US) AppleWebKit/533.4 (KHTML, like Gecko) Chrome/5.0.375.99 Safari/533.4";//Mozilla Firefox

private static final String constUserAgent_Firefox = "Mozilla/5.0 (Windows; U; Windows NT 6.1; rv:1.9.2.6) Gecko/20100625 Firefox/3.6.6";private static String gUserAgent = "";publiccrifanLib()

{

gUserAgent=constUserAgent_IE8_x64;

gCurCookieStore= newBasicCookieStore();

calcTimeKeyDict= new HashMap();

}/**start calculate time*/

public longcalcTimeStart(String uniqueKey)

{long startMilliSec = 0;

startMilliSec= System.currentTimeMillis(); //1373525642597

calcTimeKeyDict.put(uniqueKey, startMilliSec); //{load_dd_file=1373525642597}

returnstartMilliSec;

}/**end calculate time*/

public longcalcTimeEnd(String uniqueKey)

{long endMilliSec = System.currentTimeMillis(); //1373525686178

long elapsedMilliSec = 0;if(calcTimeKeyDict.containsKey(uniqueKey))

{long startMilliSec = calcTimeKeyDict.get(uniqueKey); //1373525642597

elapsedMilliSec = endMilliSec - startMilliSec; //43581

}returnelapsedMilliSec;

}/*format date value into string*/

publicString dateToString(Date date, String format)

{

SimpleDateFormat simpleDateFormat= newSimpleDateFormat(format);

String datetimeStr=simpleDateFormat.format(date); //2013-07-08_033034

returndatetimeStr;

}/*output string into file*/

public booleanoutputStringToFile(String strToOutput, String fullFilename)

{boolean ouputOk = true;

File newTextFile= newFile(fullFilename);

FileWriter fw;try{

fw= newFileWriter(newTextFile);

fw.write(strToOutput);

fw.close();

}catch(IOException e) {//TODO Auto-generated catch block//e.printStackTrace();

ouputOk= false;

}returnouputOk;

}public void dbgPrintCookies(ListcookieList, String url)

{if((null != url) && (!url.isEmpty()))

{

System.out.println("Cookies for " +url);

}for(Cookie ck : cookieList)

{

System.out.println(ck);

}

}public voiddbgPrintCookies(CookieStore cookieStore)

{

dbgPrintCookies(cookieStore,null);

}public voiddbgPrintCookies(CookieStore cookieStore, String url)

{

List cookieList =cookieStore.getCookies();

dbgPrintCookies(cookieList, url);

}public void dbgPrintCookies(ListcookieList)

{

dbgPrintCookies(cookieList,null);

}publicCookieStore getCurCookieStore()

{returngCurCookieStore;

}public ListgetCurCookieList()

{if(null !=gCurCookieStore)

{returngCurCookieStore.getCookies();

}else{return null;

}

}public voidsetCurCookieStore(CookieStore newCookieStore)

{

gCurCookieStore=newCookieStore;

}public void setCurCookieList(ListnewCookieList)

{

gCurCookieStore.clear();for(Cookie eachNewCk : newCookieList)

{

gCurCookieStore.addCookie(eachNewCk);

}

}/**Get response from url*/

publicHttpResponse getUrlResponse(

String url,

ListheaderDict,

ListpostDict,inttimeout

)

{//init

HttpResponse response = null;

HttpUriRequest request= null;

DefaultHttpClient httpClient= newDefaultHttpClient();//HttpParams headerParams = new HttpParams();//HttpParams headerParams = new DefaultedHttpParams(headerParams, headerParams);//HttpParams headerParams = new BasicHttpParams();

BasicHttpParams headerParams = newBasicHttpParams();//HttpConnectionParams.//default enable auto redirect

headerParams.setParameter(CoreProtocolPNames.USER_AGENT, gUserAgent);

headerParams.setParameter(ClientPNames.HANDLE_REDIRECTS, Boolean.TRUE);

headerParams.setParameter(CoreConnectionPNames.SO_KEEPALIVE, Boolean.TRUE);if(postDict != null)

{

HttpPost postReq= newHttpPost(url);try{

HttpEntity postBodyEnt= newUrlEncodedFormEntity(postDict);

postReq.setEntity(postBodyEnt);

}catch(Exception e){

e.printStackTrace();

}

request=postReq;

}else{

HttpGet getReq= newHttpGet(url);

request=getReq;

}if(headerParams != null)

{//HttpProtocolParams.setUserAgent(headerParams, gUserAgent);//headerParams.setHeader(HttpMethodParams.USER_AGENT, gUserAgent);

request.setParams(headerParams);

}//request.setHeader("User-Agent", gUserAgent);

try{

HttpContext localContext= newBasicHttpContext();

localContext.setAttribute(ClientContext.COOKIE_STORE, gCurCookieStore);

response=httpClient.execute(request, localContext);//response HeaderGroup value://[Via: 1.1 SC-SZ-06, Connection: Keep-Alive, Proxy-Connection: Keep-Alive, Content-Length: 11006, Expires: Tue, 17 Sep 2013 01:43:44 GMT, Date: Tue, 17 Sep 2013 01:43:44 GMT, Content-Type: text/html;charset=utf-8, Server: BWS/1.0, Cache-Control: private, BDPAGETYPE: 1, BDUSERID: 0, BDQID: 0xaaa869770d8d5dcd, Set-Cookie: BDSVRTM=2; path=/, Set-Cookie: H_PS_PSSID=3361_2777_1465_2975_3109; path=/; domain=.baidu.com, Set-Cookie: BAIDUID=C0C2EAA4B1805EF21EE097E2C6A3D448:FG=1; expires=Tue, 17-Sep-43 01:43:44 GMT; path=/; domain=.baidu.com, P3P: CP=" OTI DSP COR IVA OUR IND COM "]//gCurCookieStore (formatted ouput) value:

/*{

[version: 0][name: BAIDUID][value: C0C2EAA4B1805EF21EE097E2C6A3D448:FG=1][domain: .baidu.com][path: /][expiry: Thu Sep 17 09:43:44 CST 2043]=java.lang.Object@55ba1c2b,

[version: 0][name: BDSVRTM][value: 2][domain: www.baidu.com][path: /][expiry: null]=java.lang.Object@55ba1c2b,

[version: 0][name: H_PS_PSSID][value: 3361_2777_1465_2975_3109][domain: .baidu.com][path: /][expiry: null]=java.lang.Object@55ba1c2b

}*/}catch(ClientProtocolException cpe) {//TODO Auto-generated catch block

cpe.printStackTrace();

}catch(IOException ioe) {//TODO Auto-generated catch block

ioe.printStackTrace();

}returnresponse;

}/**Get response from url*/

publicHttpResponse getUrlResponse(String url)

{return getUrlResponse(url, null, null, 0);

}/**Get response html from url, headerDict, html charset, postDict*/

publicString getUrlRespHtml(

String url,

ListheaderDict,

ListpostDict,inttimeout,

String htmlCharset

)

{//init

String respHtml = "";

String defaultCharset= "UTF-8";if((null == htmlCharset) ||htmlCharset.isEmpty())

{

htmlCharset=defaultCharset;

}//init//HttpClient httpClient = new DefaultHttpClient();//DefaultHttpClient httpClient = new DefaultHttpClient();//HttpUriRequest request;//headerParams.setParameter(CoreProtocolPNames.HTTP_CONTENT_CHARSET, htmlCharset);

try{

HttpResponse response=getUrlResponse(url, headerDict, postDict, timeout);if(response.getStatusLine().getStatusCode()==HttpStatus.SC_OK){

HttpEntity respEnt=response.getEntity();

respHtml=EntityUtils.toString(respEnt, htmlCharset);

}

}catch(ClientProtocolException cpe) {//TODO Auto-generated catch block

cpe.printStackTrace();

}catch(IOException ioe) {//TODO Auto-generated catch block

ioe.printStackTrace();

}returnrespHtml;

}public String getUrlRespHtml(String url, List headerDict, ListpostDict)

{return getUrlRespHtml(url, headerDict, postDict, 0, "");

}publicString getUrlRespHtml(String url, String htmlCharset)

{return getUrlRespHtml(url, null, null, 0, htmlCharset);

}publicString getUrlRespHtml(String url)

{

String defaulCharset= "UTF-8";returngetUrlRespHtml(url, defaulCharset);

}public interfaceUpdateProgressCallback

{//This is just a regular method so it can return something or//take arguments if you like.

public void updateProgress(long currentSize, longtotalSize);

}/*** download file from file url

* eg:

*http://m5.songtaste.com/201212211424/2e8a8a85d93f56370d7fd96b5dc6ff23/5/5c/5cf23a97cef6fad6a464eb506c409dbd.mp3* with header: Referer=http://songtaste.com/**/

public Boolean downlodFile(String url, File fullFilename, ListheaderDict, UpdateProgressCallback updateProgressCallbak)

{

Boolean downloadOk=Boolean.FALSE;

HttpResponse response= getUrlResponse(url, headerDict, null, 0);if(response.getStatusLine().getStatusCode()==HttpStatus.SC_OK){

HttpEntity respEnt=response.getEntity();

System.out.println("isChunked" +respEnt.isChunked());

System.out.println("Streaming" +respEnt.isStreaming());

Boolean isStream=respEnt.isStreaming();if(isStream){try{

InputStream fileInStream=respEnt.getContent();

FileOutputStream fileOutStream= newFileOutputStream(fullFilename);long totalSize =respEnt.getContentLength();byte[] tmpBuf = new byte[8192];int bufLen = 0;long downloadedSize = 0;while( (bufLen = fileInStream.read(tmpBuf)) > 0) {

fileOutStream.write(tmpBuf,0, bufLen);

downloadedSize+=bufLen;//System.out.println(Long.toString((downloadedSize/totalSize)*100)+"%");//System.out.println(Long.toString((downloadedSize*100)/totalSize)+"%");

updateProgressCallbak.updateProgress(downloadedSize, totalSize);

}

fileOutStream.close();

downloadOk=Boolean.TRUE;

}catch(IllegalStateException e) {//TODO Auto-generated catch block

e.printStackTrace();

}catch(IOException e) {//TODO Auto-generated catch block

e.printStackTrace();

}

}

}returndownloadOk;

}/*** none header version of downlodFile

**/

publicString downlodFile(String url, String fullFilename)

{returndownlodFile(url, fullFilename);

}/**Extract single string from input whole string

* Note:

* 1. input pattern should include one group, like 'xxx(xxx)xxx'

* 2. output is in extractedStr

**/

public Boolean extractSingleStr(String pattern, String extractFrom, intflags, StringBuilder extractedStr)

{

Pattern strP=Pattern.compile(pattern, flags);

Matcher foundStr=strP.matcher(extractFrom);

Boolean found=foundStr.find();if(found)

{

extractedStr.append(foundStr.group(1));

}returnfound;

}/*** None pattern version of extractSingleStr

**/

publicBoolean extractSingleStr(String pattern, String extractFrom, StringBuilder extractedStr)

{return extractSingleStr(pattern, extractFrom, 0, extractedStr);

}

}