# -*- coding: utf-8 -*- import urllib.request import re url="http://search.51job.com/jobsearch/search_result.php?fromJs=1&jobarea=040000&keyword=" key="Python开发工程师" key_code=urllib.request.quote(key) url_all=url+key_code req=urllib.request.Request(url_all) headers=("User-Agent"," Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/45.0.2454.101 Safari/537.36 QIHU 360SE",) opener=urllib.request.build_opener() opener.addheaders = [headers] data=opener.open(req).read() pat='(https?://[^\s)";]+\.(\w|/)*)' link=re.compile(pat).findall(str(data)) link=list(set(link)) for linkx in link: print (linkx[0])
这个是效果:
"C:\Program Files\Anaconda36\python.exe" C:/Users/Administrator/PycharmProjects/dangdangbook1/9.1.py http://search.51job.com/list/040000,040000,0000,00,9,99,Python%25E5%25BC%2580%25E5%258F%2591%25E5%25B7%25A5%25E7%25A8%258B%25E5%25B8%2588,2,1.html http://jianli.51job.com/zhuanye/187.html http://www.51job.com/yingkou http://www.51job.com/zhengzhou http://jobs.51job.com/all/co3853012.html http://js.51jobcdn.com/in/js/2016/search/search.js http://jobs.51job.com/all/co2346160.html http://www.51job.com/shijiazhuang http://www.51job.com/baotou http://js.51jobcdn.com/in/js/2016/jquery.js http://search.51job.com/list/040000,000000,0000,00,9,99,Python,2,1.html http://jobs.51job.com/all/co178295.html http://jobs.51job.com/all/co2555714.html http://www.51job.com/qinhuangdao http://www.51job.com/default-e.php http://www.51job.com/huhhot http://search.51job.com/list/040000,000000,0000,00,9,99,Python%2BWeb,2,1.html http://www.51job.com/linyi http://images.51job.com http://js.51jobcdn.com/in/js/2016/layer/association_main.js http://www.51job.com/eerduosi http://js.51jobcdn.com/in/css/2017/public/panel-pop.css http://www.51job.com/kunming http://jobs.51job.com/all/co2017703.html http://www.51job.com/hangzhou http://www.51job.com/tieling http://www.51job.com/qingdao http://www.51job.com/bo/service.php http://img05.51jobcdn.com/im/images/2017/sh/meibiao0320a_7334wh.gif http://www.51job.com/dalian http://jobs.51job.com/all/co2660982.html http://www.51job.com/liuzhou http://www.51job.com/shaoxing http://jobs.51job.com http://search.51job.com/list/040000,000000,0000,00,9,99,Python%2B%25E5%25B7%25A5%25E7%25A8%258B%25E5%25B8%2588,2,1.html http://jianli.51job.com/jianliyangben/104.html http://jobs.51job.com/shenzhen/78089438.html http://jobs.51job.com/all/co2813602.html http://ehire.51job.com http://jobs.51job.com/all/co2272673.html http://search.51job.com/list/040000,000000,0000,00,4,99,Python%25E5%25BC%2580%25E5%258F%2591%25E5%25B7%25A5%25E7%25A8%258B%25E5%25B8%2588,2,1.html http://jianli.51job.com/jianliyangben/ http://jobs.51job.com/all/co3608439.html http://www.51job.com/lianyungang http://search.51job.com/list/040000,000000,0000,00,9,05,Python%25E5%25BC%2580%25E5%258F%2591%25E5%25B7%25A5%25E7%25A8%258B%25E5%25B8%2588,2,1.html https://login.51job.com/register.php?lang=c&url=http%3A%2F%2Fsearch.51job.com%2Fjobsearch%2Fsearch_result.php http://jobs.51job.com/shenzhen-nsq/85805430.html http://js.51jobcdn.com/in/css/jobs/panel-pop.css http://jobs.51job.com/all/co3461550.html http://www.51job.com/jinhua http://companyadc.51job.com/companyads/2017vip/sh/meibiao0320_7334wh/index.htm http://search.51job.com/list/040000,000000,0000,00,9,99,Python%2B%25E6%259E%25B6%25E6%259E%2584,2,1.html http://search.51job.com/list/040000,000000,0000,00,9,07,Python%25E5%25BC%2580%25E5%258F%2591%25E5%25B7%25A5%25E7%25A8%258B%25E5%25B8%2588,2,1.html http://www.51job.com/nantong http://js.51jobcdn.com/in/js/2016/layer/common_select.js http://img05.51jobcdn.com/im/2016/header/slogen.png http://www.51job.com/xiamen http://www.51job.com/wenzhou http://jianli.51job.com/fengmian/9801.html http://jobs.51job.com/all/co4030667.html http://companyadc.51job.com/companyads/2017/sh/taiji0320b_7394wh/index.htm http://www.51job.com/zhanjiang http://search.51job.com/list/040000,000000,0000,00,9,10,Python%25E5%25BC%2580%25E5%258F%2591%25E5%25B7%25A5%25E7%25A8%258B%25E5%25B8%2588,2,1.html http://js.51jobcdn.com/in/js/2016/layer/funtype_array_c.js http://jobs.51job.com/all/co4061519.html http://3g.51job.com/sc/joblist.php http://js.51jobcdn.com/in/js/2016/layer/layer_main_map.js http://www.51job.com/changchun http://jobs.51job.com/shenzhen-nsq/87021085.html http://jobs.51job.com/shenzhen/85366773.html http://js.51jobcdn.com/in/js/2009/ScrollText.js http://jobs.51job.com/shenzhen-nsq/77739498.html http://js.51jobcdn.com/in/js/2016/search/search_data_c.js http://www.51job.com/ningbo http://www.51job.com/beijing http://search.51job.com/list/040000,000000,0000,00,3,99,Python%25E5%25BC%2580%25E5%258F%2591%25E5%25B7%25A5%25E7%25A8%258B%25E5%25B8%2588,2,1.html http://jobs.51job.com/shenzhen-nsq/76250220.html http://search.51job.com/list/040000,000000,0000,00,9,99,Python%2B%25E5%2589%258D%25E7%25AB%25AF,2,1.html http://img01.51jobcdn.com/im/2016/code/app_download.png http://www.51job.com/weihai http://jobs.51job.com/all/co3829547.html http://search.51job.com/list/040000,000000,0000,00,9,12,Python%25E5%25BC%2580%25E5%258F%2591%25E5%25B7%25A5%25E7%25A8%258B%25E5%25B8%2588,2,1.html http://js.51jobcdn.com/in/js/2009/Base.ZzLayer.ExtZzLayer.js http://js.51jobcdn.com/in/js/2016/layer/layer_main.js http://my.51job.com http://search.51job.com/list/040000,000000,0000,00,9,08,Python%25E5%25BC%2580%25E5%258F%2591%25E5%25B7%25A5%25E7%25A8%258B%25E5%25B8%2588,2,1.html http://search.51job.com/list/040000,000000,0000,00,9,99,Python%2B%25E6%259C%258D%25E5%258A%25A1%25E5%2599%25A8,2,1.html http://jianli.51job.com/fengmian/9795.html http://www.51job.com/tangshan http://search.51job.com/list/040000,000000,0000,00,9,04,Python%25E5%25BC%2580%25E5%258F%2591%25E5%25B7%25A5%25E7%25A8%258B%25E5%25B8%2588,2,1.html http://jobs.51job.com/shenzhen-nsq/83120740.html http://www.51job.com/yichang http://search.51job.com/jobsearch http://jobs.51job.com/all/co3464916.html http://www.51job.com/sanya http://my.51job.com/my/gojingying.php?direct=http%3A%2F%2Fwww.51jingying.com%2Fcommon%2Fsearchcase.php http://www.51job.com/foshan http://jobs.51job.com/shenzhen-lhxq/88442568.html http://jobs.51job.com/shenzhen-nsq/88309119.html http://search.51job.com/list/040000,000000,0000,00,9,11,Python%25E5%25BC%2580%25E5%258F%2591%25E5%25B7%25A5%25E7%25A8%258B%25E5%25B8%2588,2,1.html http://www.51job.com/xian http://img04.51jobcdn.com/im/jobs/btn_search.png http://www.51job.com/jiaxing http://search.51job.com/list/040000,000000,0000,00,2,99,Python%25E5%25BC%2580%25E5%258F%2591%25E5%25B7%25A5%25E7%25A8%258B%25E5%25B8%2588,2,1.html http://js.51jobcdn.com/in/js/2009/NewScrollText.js http://www.51job.com/tz http://jobs.51job.com/shenzhen-lhq/82844326.html http://jobs.51job.com/all/co153724.html http://m.51job.com/search/joblist.php http://jobs.51job.com/shenzhen-ftq/81870272.html http://jianli.51job.com/jianlifanwen/14356.html http://www.51job.com/bo/media/media.php http://jobs.51job.com/shenzhen-ftq/87696352.html http://www.51job.com/nanning http://img06.51jobcdn.com/im/jobs/tag_shixi.jpg http://www.51job.com/zhangzhou http://my.51job.com/cv/CResume/CV_CResumeManage.php https://login.51job.com http://www.51job.com/ganzhou http://jianli.51job.com/jianlifanwen/ http://www.51job.com/zhaoqing http://www.51job.com/taiyuan http://www.51job.com/jingzhou http://www.51job.com/yinchuan http://www.51job.com/harbin http://js.51jobcdn.com/in/css/jobs/reset.css http://www.51job.com/handan http://jobs.51job.com/all/co3954647.html http://my.51job.com/my/history/My_AppHistory.php http://www.51job.com/tianjin http://www.51job.com/zhuzhou http://jobs.51job.com/shenzhen/78746381.html http://img05.51jobcdn.com/im/images/2017/sh/pvh0220a_7332wh.gif http://jianli.51job.com/gaoxiao/211.html http://js.51jobcdn.com/in/css/jobs/dw_joblist.css http://www.51job.com/bo/contact.php http://jobs.51job.com/all/co3603350.html http://jobs.51job.com/shenzhen/86440180.html http://big5.51job.com/gate/big5/www.51job.com/ http://www.51job.com/dongguan http://companyadc.51job.com/companyads/2017vip/sh/dhl0327_7330wh/index.htm http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd http://jianli.51job.com/jianlifanwen/14367.html http://www.51job.com/quanzhou http://jobs.51job.com/all/co582265.html http://js.51jobcdn.com/in/js/2009/search/search_box.js http://js.51jobcdn.com/in/css/2017/public/form.css http://search.51job.com/list/040000,000000,0000,00,1,99,Python%25E5%25BC%2580%25E5%258F%2591%25E5%25B7%25A5%25E7%25A8%258B%25E5%25B8%2588,2,1.html http://jobs.51job.com/all/co4131696.html http://www.51job.com/hefei http://www.51job.com/jiujiang http://jobs.51job.com/all/co2003420.html http://search.51job.com/list/040000,000000,0000,00,9,02,Python%25E5%25BC%2580%25E5%258F%2591%25E5%25B7%25A5%25E7%25A8%258B%25E5%25B8%2588,2,1.html http://jianli.51job.com/zhuanye/ http://www.51job.com/nanjing http://jianli.51job.com/gaoxiao/193.html http://www.51job.com/hengyang http://jobs.51job.com/all/co3665515.html http://jobs.51job.com/shenzhen-ftq/86960925.html http://jobs.51job.com/shenzhen/74345847.html http://www.51job.com/yiwu http://www.51job.com/bo/AboutUs.php http://www.51job.com/bo/sitemap.php http://js.51jobcdn.com/in/js/2016/layer/layer_main_navigation.js http://jobs.51job.com/shenzhen/85403619.html http://jobs.51job.com/all/co3431562.html http://jobs.51job.com/shenzhen-ftq/87813855.html http://jobs.51job.com/shenzhen-nsq/83533191.html http://jobs.51job.com/all/co1599282.html http://jobs.51job.com/all/co4257009.html http://js.51jobcdn.com/in/css/jobs/tpad.css http://i.51job.com/userset/advice.php http://jobs.51job.com/shenzhen-nsq/85409238.html http://js.51jobcdn.com/in/js/2016/layer/layer.js http://js.51jobcdn.com/in/js/2016/layer/common_association.js http://jobs.51job.com/all/co1326355.html http://jobs.51job.com/all/co3831902.html http://js.51jobcdn.com/in/js/2009/cv/Qpost_set.js http://www.51job.com/kunshan http://jobs.51job.com/shenzhen-nsq/86384189.html http://jobs.51job.com/all/co3411297.html http://www.51job.com/guangzhou http://www.51job.com/dandong http://jobs.51job.com/all/co4229279.html http://jianli.51job.com/jianliyangben/128.html http://www.51job.com/mianyang http://js.51jobcdn.com/in/js/2009/login.js http://search.51job.com/jobsearch/search_result.php http://www.51job.com/changsha http://www.51job.com/zhuhai http://js.51jobcdn.com/in/js/2009/Base.ZzLayer.js http://www.51job.com/shenyang http://jianli.51job.com/biaoge/1323.html http://jobs.51job.com/shenzhen-ftq/76333426.html http://img05.51jobcdn.com/im/images/2017/wh/dengs0314a_7394wh.gif http://search.51job.com/list/040000,000000,0000,00,9,99,Python%2B%25E5%25BC%2580%25E5%258F%2591,2,1.html http://jobs.51job.com/shenzhen-ftq/54934103.html http://jobs.51job.com/shenzhen/70898430.html http://www.51job.com/pm/app/index.html http://jobs.51job.com/shenzhen-nsq/87812617.html http://jobs.51job.com/shenzhen-ftq/87904405.html http://search.51job.com/list/040000,000000,0000,00,9,09,Python%25E5%25BC%2580%25E5%258F%2591%25E5%25B7%25A5%25E7%25A8%258B%25E5%25B8%2588,2,1.html http://search.51job.com/list/040000,000000,0000,00,9,99,Python%25E5%25BC%2580%25E5%258F%2591%25E5%25B7%25A5%25E7%25A8%258B%25E5%25B8%2588,2,1.html http://www.51job.com/luoyang http://www.51job.com/changde http://www.51job.com/zhenjiang http://jobs.51job.com/all/co3536915.html http://jianli.51job.com/zhuanye/192.html http://www.51job.com/baoding http://jobs.51job.com/all/co2458928.html http://www.51job.com/shenzhen http://jianli.51job.com/gaoxiao/ http://js.51jobcdn.com/in/css/jobs/tSearch-layout.css http://www.51job.com/shantou http://my.51job.com/my/folder/Fo_PutIn.php http://www.w3.org/1999/xhtml http://js.51jobcdn.com/in/js/2016/merge_data_c.js http://jobs.51job.com/all/co4229290.html http://jobs.51job.com/shenzhen/86910863.html http://jobs.51job.com/all/co4016452.html http://jobs.51job.com/shenzhen-nsq/87865319.html http://jobs.51job.com/all/co3990421.html http://jobs.51job.com/dongguan/78265453.html http://jobs.51job.com/shenzhen/83183372.html http://jianli.51job.com/xiaohui/347.html http://img05.51jobcdn.com/im/images/2017/nj/kaidian0320c_7394wh.gif http://www.51job.com/help/help.htm http://www.51job.com/xiangtan http://js.51jobcdn.com/in/css/jobs/tForm.css http://www.51job.com/chengdu http://jobs.51job.com/shanghai-zbq/82038061.html http://jianli.51job.com/jianliyangben/126.html http://www.51job.com http://ir.51job.com http://www.51job.com/xuzhou http://jobs.51job.com/shenzhen-nsq/79124210.html http://www.51job.com/haikou http://jobs.51job.com/shenzhen-nsq/87388294.html http://xy.51job.com/default-xs.php http://search.51job.com http://www.51job.com/lanzhou http://jobs.51job.com/shenzhen/82084933.html http://companyadc.51job.com/companyads/2017/nj/kaidian0320_7394wh/index.htm http://my.51job.com/cv/CResume/CV_CResumeViewMonth.php http://www.51job.com/shunde http://js.51jobcdn.com/in/js/2009/cv/CV_QuickApply.js http://img03.51jobcdn.com/im/2009/search\'\n}\nwindow.cfg.fileName http://jianli.51job.com/fengmian/ http://jobs.51job.com/all/co3706577.html http://www.51job.com/anshan http://www.51job.com/wuxi http://js.51jobcdn.com/in/js/2009/JsBase.js http://jobs.51job.com/shenzhen/86432618.html http://jobs.51job.com/all/co3749227.html http://www.51job.com/wuhu http://www.51job.com/langfang http://jobs.51job.com/shenzhen/85216653.html http://jobs.51job.com/shenzhen-nsq/85321381.html http://www.51job.com/jilin http://www.51job.com/fuzhou http://www.51job.com/qingyuan http://search.51job.com/list/040000,000000,0000,00,9,99,Python%2B%25E5%2590%258E%25E7%25AB%25AF,2,1.html http://js.51jobcdn.com/in/js/2016/jquery.placeholder.min.js http://www.51job.com/zhangjiagang http://jobs.51job.com/shenzhen-baq/86069225.html http://jobs.51job.com/shenzhen-lhq/82213686.html http://jobs.51job.com/all/co3242854.html http://jobs.51job.com/all/co3979364.html http://www.51job.com/xiangyang http://jobs.51job.com/all/co4307940.html http://search.51job.com/list/040000,000000,0000,00,0,99,Python%25E5%25BC%2580%25E5%258F%2591%25E5%25B7%25A5%25E7%25A8%258B%25E5%25B8%2588,2,1.html http://www.51job.com/default_res.php http://images.51job.com/im/2016/code/app_download.png http://img01.51jobcdn.com/im/2016/code/weixin.png http://www.51job.com/changshu http://jianli.51job.com/biaoge/1271.html http://www.51job.com/link.php http://jobs.51job.com/shenzhen-lgq/87744787.html http://jobs.51job.com/all/co2517962.html http://search.51job.com/list/040000,000000,0000,00,9,99,JS%2BPython,2,1.html http://www.51job.com/ http://jobs.51job.com/shenzhen-nsq/87861487.html http://www.51job.com/yangzhou http://img03.51jobcdn.com/im/2016/logo/logo_90x40.png http://jobs.51job.com/all/co3830614.html http://js.51jobcdn.com/in/js/2016/delivery/delivery.js http://www.51job.com/weifang http://www.51job.com/nanchang http://www.51job.com/urumqi http://js.51jobcdn.com/in/js/2016/layer/indtype_array_c.js http://companyadc.51job.com/companyads/2017/wh/dengs0314_7394wh/index.htm http://jianli.51job.com/xiaohui/346.html http://jobs.51job.com/zhuhai/82899893.html http://www.51job.com/jiangyin http://search.51job.com/list/040000,000000,0000,00,9,06,Python%25E5%25BC%2580%25E5%258F%2591%25E5%25B7%25A5%25E7%25A8%258B%25E5%25B8%2588,2,1.html http://js.51jobcdn.com/in/css/2017/public/base.css http://js.51jobcdn.com/in/css/style.css http://jobs.51job.com/all/co2263275.html http://jobs.51job.com/all/co2783406.html http://www.51job.com/changzhou http://js.51jobcdn.com/in/js/2016/layer/common_layer.js http://www.51job.com/fushun http://img01.51jobcdn.com http://js.51jobcdn.com/in/js/2009/search/search_result.js http://www.51job.com/jining http://www.51job.com/huizhou http://jobs.51job.com/all/co3541593.html http://jobs.51job.com/all/co2696061.html http://www.51job.com/shanghai http://www.51job.com/huzhou http://jobs.51job.com/all/co2395447.html https://login.51job.com/login.php?lang=c&url=http%3A%2F%2Fsearch.51job.com%2Fjobsearch%2Fsearch_result.php http://jobs.51job.com/shenzhen-lhq/88241871.html http://jobs.51job.com/shenzhen/81511046.html http://www.51job.com/wuhan http://jobs.51job.com/all/co2531190.html http://companyadc.51job.com/companyads/2017/sh/pvh0220_7332wh/index.htm http://jobs.51job.com/shenzhen-lgq/87529732.html http://jobs.51job.com/all/co2809552.html http://jobs.51job.com/shenzhen-ftq/85476584.html http://js.51jobcdn.com/in/js/2016/layer/layer_c.js http://www.51job.com/taizhou http://jianli.51job.com/biaoge/1329.html http://jobs.51job.com/all/co4190616.html http://www.51job.com/jiangmen http://jianli.51job.com/xiaohui/ http://www.51job.com/yantai http://www.51job.com/zhongshan http://my.51job.com/my/My_Pmc.php http://www.51job.com/zibo http://search.51job.com/list/040000,000000,0000,00,9,03,Python%25E5%25BC%2580%25E5%258F%2591%25E5%25B7%25A5%25E7%25A8%258B%25E5%25B8%2588,2,1.html http://js.51jobcdn.com/in/css/search.css http://js.51jobcdn.com/in/js/2009/search/Base.Search_Transition.js http://www.51job.com/daqing http://www.51job.com/jinan http://login.51job.com http://www.51job.com/suzhou http://www.51job.com/huaian http://jianli.51job.com/gaoxiao/128.html http://img04.51jobcdn.com/im/jobs/confirm.png http://images.51job.com/im/2009 http://js.51jobcdn.com/in/js/2009/Base.js http://jobs.51job.com/shenzhen-ftq/82980418.html http://img05.51jobcdn.com/im/images/2017/sh/dhl0327c_7330wh.gif http://www.51job.com/yancheng http://jobs.51job.com/shenzhen-nsq/87317807.html http://www.51job.com/guiyang http://www.51job.com/xianyang http://www.51job.com/bo/jobs/new_joinus.php http://search.51job.com/list/040000,000000,0000,00,9,99,Python%25E5%25BC%2580%25E5%258F%2591%25E5%25B7%25A5%25E7%25A8%258B%25E5%25B8%2588,2,2.html http://jobs.51job.com/all/co2740936.html http://www.51job.com/chongqing http://js.51jobcdn.com/in/js/2009/component/mobile.js http://jobs.51job.com/shenzhen-ftq/86602533.html http://search.51job.com/list/040000,000000,0000,00,9,01,Python%25E5%25BC%2580%25E5%258F%2591%25E5%25B7%25A5%25E7%25A8%258B%25E5%25B8%2588,2,1.html http://img05.51jobcdn.com/im/images/2017/sh/taiji0320c_7394wh.gif http://jobs.51job.com/shenzhen-nsq/83790625.html http://js.51jobcdn.com/in/js/2016/trace/trackData.js http://js.51jobcdn.com/in/js/2016/layer/area_array_c.js http://jianli.51job.com/biaoge/ http://jobs.51job.com/all/co819216.html http://jianli.51job.com/zhuanye/196.html
5934
被折叠的 条评论
为什么被折叠?
到【灌水乐园】发言
