Jsoup模拟登陆例子



Java代码    收藏代码
  1. package com.jsouplogin;  
  2.   
  3. import java.util.HashMap;  
  4. import java.util.List;  
  5. import java.util.Map;  
  6.   
  7. import org.jsoup.Connection;  
  8. import org.jsoup.Jsoup;  
  9. import org.jsoup.Connection.Method;  
  10. import org.jsoup.Connection.Response;  
  11. import org.jsoup.nodes.Document;  
  12. import org.jsoup.nodes.Element;  
  13.   
  14. /** 
  15.  * 使用Jsoup模拟登陆Iteye 
  16.  *  
  17.  *  
  18.  * 大体思路如下: 
  19.  *  
  20.  * 第一次请求登陆页面,获取页面信息,包含表单信息,和cookie(这个很重要),拿不到,会模拟登陆不上 
  21.  *  
  22.  *  
  23.  * 第二次登陆,设置用户名,密码,把第一次的cooking,放进去,即可 
  24.  *  
  25.  * 怎么确定是否登陆成功? 
  26.  *  
  27.  * 登陆后,打印页面,会看见欢迎xxx,即可证明 
  28.  *  
  29.  *  
  30.  * @date 2014年6月27日 
  31.  * @author qindongliang 
  32.  *  
  33.  *  
  34.  * **/  
  35. public class JsoupLoginIteye {  
  36.       
  37.     public static void main(String[] args)throws Exception {  
  38.           
  39.         JsoupLoginIteye jli=new JsoupLoginIteye();  
  40.         jli.login("xxxxx""xxxxx");//输入Iteye的用户名,和密码  
  41.           
  42.     }  
  43.     /** 
  44.      * 模拟登陆Iteye 
  45.      *  
  46.      * @param userName 用户名 
  47.      * @param pwd 密码 
  48.      *  
  49.      * **/  
  50.     public void login(String userName,String pwd)throws Exception{  
  51.           
  52.         //第一次请求  
  53.         Connection con=Jsoup.connect("http://www.iteye.com/login");//获取连接  
  54.         con.header("User-Agent""Mozilla/5.0 (Windows NT 6.1; WOW64; rv:29.0) Gecko/20100101 Firefox/29.0");//配置模拟浏览器  
  55.         Response rs= con.execute();//获取响应  
  56.         Document d1=Jsoup.parse(rs.body());//转换为Dom树  
  57.         List<Element> et= d1.select("#login_form");//获取form表单,可以通过查看页面源码代码得知  
  58.           
  59.        //获取,cooking和表单属性,下面map存放post时的数据   
  60.        Map<String, String> datas=new HashMap<>();  
  61.        for(Element e:et.get(0).getAllElements()){  
  62.            if(e.attr("name").equals("name")){  
  63.                e.attr("value", userName);//设置用户名  
  64.            }  
  65.              
  66.            if(e.attr("name").equals("password")){  
  67.                e.attr("value",pwd); //设置用户密码  
  68.            }  
  69.              
  70.            if(e.attr("name").length()>0){//排除空值表单属性  
  71.                  datas.put(e.attr("name"), e.attr("value"));    
  72.            }  
  73.        }  
  74.           
  75.          
  76.        /** 
  77.         * 第二次请求,post表单数据,以及cookie信息 
  78.         *  
  79.         * **/  
  80.        Connection con2=Jsoup.connect("http://www.iteye.com/login");  
  81.        con2.header("User-Agent""Mozilla/5.0 (Windows NT 6.1; WOW64; rv:29.0) Gecko/20100101 Firefox/29.0");  
  82.        //设置cookie和post上面的map数据  
  83.        Response login=con2.ignoreContentType(true).method(Method.POST).data(datas).cookies(rs.cookies()).execute();  
  84.        //打印,登陆成功后的信息  
  85.        System.out.println(login.body());  
  86.          
  87.        //登陆成功后的cookie信息,可以保存到本地,以后登陆时,只需一次登陆即可  
  88.        Map<String, String> map=login.cookies();  
  89.        for(String s:map.keySet()){  
  90.            System.out.println(s+"      "+map.get(s));  
  91.        }  
  92.       
  93.     }  
  94.       
  95.       
  96.       
  97.   
  98.       
  99.       

  • 0
    点赞
  • 0
    收藏
    觉得还不错? 一键收藏
  • 0
    评论
Jsoup+httpclient 模拟登陆和抓取页面 package com.app.html; import java.io.BufferedReader; import java.io.BufferedWriter; import java.io.File; import java.io.FileOutputStream; import java.io.FileReader; import java.io.IOException; import java.io.OutputStreamWriter; import java.io.Writer; import java.text.SimpleDateFormat; import java.util.Date; import org.apache.commons.httpclient.Cookie; import org.apache.commons.httpclient.HttpClient; import org.apache.commons.httpclient.NameValuePair; import org.apache.commons.httpclient.cookie.CookiePolicy; import org.apache.commons.httpclient.cookie.CookieSpec; import org.apache.commons.httpclient.methods.PostMethod; import org.apache.commons.httpclient.params.HttpMethodParams; import org.jsoup.Jsoup; import org.jsoup.nodes.Document; import org.jsoup.nodes.Element; import org.jsoup.select.Elements; import com.app.comom.FileUtil; public class HttpClientHtml { private static final String SITE = "login.goodjobs.cn"; private static final int PORT = 80; private static final String loginAction = "/index.php/action/UserLogin"; private static final String forwardURL = "http://user.goodjobs.cn/dispatcher.php/module/Personal/?skip_fill=1"; private static final String toUrl = "d:\\test\\"; private static final String css = "http://user.goodjobs.cn/personal.css"; private static final String Img = "http://user.goodjobs.cn/images"; private static final String _JS = "http://user.goodjobs.cn/scripts/fValidate/fValidate.one.js"; /** * 模拟等录 * @param LOGON_SITE * @param LOGON_PORT * @param login_Action * @param params * @throws Exception */ private static HttpClient loginHtml(String LOGON_SITE, int LOGON_PORT,String login_Action,String ...params) throws Exception { HttpClient client = new HttpClient(); client.getHostConfiguration().setHost(LOGON_SITE, LOGON_PORT); // 模拟登录页面 PostMethod post = new PostMethod(login_Action); NameValuePair userName = new NameValuePair("memberName",params[0] ); NameValuePair password = new NameValuePair("password",params[1] ); post.setRequestBody(new NameValuePair[] { userName, password }); client.executeMethod(post); post.releaseConnection(); // 查看cookie信息 CookieSpec cookiespec = CookiePolicy.getDefaultSpec(); Cookie[] cookies = cookiespec.match(LOGON_SITE, LOGON_PORT, "/", false, client.getState().getCookies()); if (cookies != null) if (cookies.length == 0) { System.out.println("Cookies is not Exists "); } else { for (int i = 0; i < cookies.length; i++) { System.out.println(cookies[i].toString()); } } return client; } /** * 模拟等录 后获取所需要的页面 * @param client * @param newUrl * @throws Exception */ private static String createHtml(HttpClient client, String newUrl) throws Exception { SimpleDateFormat format = new SimpleDateFormat("yyyy-MM-dd"); String filePath = toUrl + format.format(new Date() )+ "_" + 1 + ".html"; PostMethod post = new PostMethod(newUrl); client.executeMethod(post); //设置编码 post.getParams().setParameter(HttpMethodParams.HTTP_CONTENT_CHARSET, "GBK"); String content= post.getResponseBodyAsString(); FileUtil.write(content, filePath); System.out.println("\n写入文件成功!"); post.releaseConnection(); return filePath; } /** * 解析html代码 * @param filePath * @param random * @return */ private static String JsoupFile(String filePath, int random) { SimpleDateFormat format = new SimpleDateFormat("yyyy-MM-dd"); File infile = new File(filePath); String url = toUrl + format.format(new Date()) + "_new_" + random+ ".html"; try { File outFile = new File(url); Document doc = Jsoup.parse(infile, "GBK"); String html="<!DOCTYPE HTML PUBLIC '-//W3C//DTD HTML 4.01 Transitional//EN'>"; StringBuffer sb = new StringBuffer(); sb.append(html).append("\n"); sb.append("<html>").append("\n"); sb.append("<head>").append("\n"); sb.append("<title>欢迎使用新安人才网个人专区</title>").append("\n"); Elements meta = doc.getElementsByTag("meta"); sb.append(meta.toString()).append("\n"); ////////////////////////////body////////////////////////// Elements body = doc.getElementsByTag("body"); ////////////////////////////link////////////////////////// Elements links = doc.select("link");//对link标签有href的路径都作处理 for (Element link : links) { String hrefAttr = link.attr("href"); if (hrefAttr.contains("/personal.css")) { hrefAttr = hrefAttr.replace("/personal.css",css); Element hrefVal=link.attr("href", hrefAttr);//修改href的属性值 sb.append(hrefVal.toString()).append("\n"); } } ////////////////////////////script////////////////////////// Elements scripts = doc.select("script");//对script标签 for (Element js : scripts) { String jsrc = js.attr("src"); if (jsrc.contains("/fValidate.one.js")) { String oldJS="/scripts/fValidate/fValidate.one.js";//之前的css jsrc = jsrc.replace(oldJS,_JS); Element val=js.attr("src", jsrc);//修改href的属性值 sb.append(val.toString()).append("\n").append("</head>"); } } ////////////////////////////script////////////////////////// Elements tags = body.select("*");//对所有标签有src的路径都作处理 for (Element tag : tags) { String src = tag.attr("src"); if (src.contains("/images")) { src = src.replace("/images",Img); tag.attr("src", src);//修改src的属性值 } } sb.append(body.toString()); sb.append("</html>"); BufferedReader in = new BufferedReader(new FileReader(infile)); Writer out = new BufferedWriter(new OutputStreamWriter( new FileOutputStream(outFile), "gbk")); String content = sb.toString(); out.write(content); in.close(); System.out.println("页面已经爬完"); out.close(); } catch (IOException e) { e.printStackTrace(); } return url; } public static void main(String[] args) throws Exception { String [] params={"admin","admin123"}; HttpClient client = loginHtml(SITE, PORT, loginAction,params); // 访问所需的页面 String path=createHtml(client, forwardURL); System.out.println( JsoupFile(path,1)); } }

“相关推荐”对你有帮助么?

  • 非常没帮助
  • 没帮助
  • 一般
  • 有帮助
  • 非常有帮助
提交
评论
添加红包

请填写红包祝福语或标题

红包个数最小为10个

红包金额最低5元

当前余额3.43前往充值 >
需支付:10.00
成就一亿技术人!
领取后你会自动成为博主和红包主的粉丝 规则
hope_wisdom
发出的红包
实付
使用余额支付
点击重新获取
扫码支付
钱包余额 0

抵扣说明:

1.余额是钱包充值的虚拟货币,按照1:1的比例进行支付金额的抵扣。
2.余额无法直接购买下载,可以购买VIP、付费专栏及课程。

余额充值