自己用python捣鼓的煎蛋网图片爬虫

  初学python，看了小甲鱼的课程，语法和C差不多，而且自带了网络模块，感觉很方便。

  附上我渣渣代码：

  

import urllib.request
import os 
import time
url = 'http://jandan.net/ooxx/'

#打开url地址，并得到html（未进行utf-8解码）
def url_open(url): 
    req=urllib.request.Request(url,headers={'Connection': 'Keep-Alive',  
        'Accept': 'text/html, application/xhtml+xml, */*',  
        'Accept-Language': 'en-US,en;q=0.8,zh-Hans-CN;q=0.5,zh-Hans;q=0.3',  
        'User-Agent': 'Mozilla/5.0 (Windows NT 6.3; WOW64; Trident/7.0; rv:11.0) like Gecko'  
        })
    html = urllib.request.urlopen(req)
    html = html.read()
    time.sleep(3)
    return html   

#获得当前网页的页号
def get_page(url):
    html = url_open(url).decode('utf-8')
    a = html.find('current-comment-page') + 23
    b = html.find(']',a)
    print (html[a:b])
    return html[a:b]   #页号

 #获取图片的url地址，并将其写入文件
def find_imgs(url):
    html = url_open(url).decode('utf-8')
    img_addrs = []
    
    a = html.find('img src="http://ww')

    while a != -1:
        b = html.find('.jpg',a,a +255)
        if b !=-1:
            img_addrs.append(html[a+9:b+4]) 
        else:
            b = a+9
            
        a = html.find('img src="http://ww',b)
        
        #for each in img_addrs:
                #dizhi_write(each)
                #dizhi_write('\n')
                #print (each)    #图片的地址

    return img_addrs

#写入文件操作
def dizhi_write(dizhi): 
    with open('img_addrs.txt','a') as f:
        f.write(dizhi)

#自定义要下载的页数
def download_mm(folder='OOXX',pages=10):
    os.mkdir(folder)
    os.chdir(folder)
    url = 'http://jandan.net/ooxx/'
    page_num = int(get_page(url))

    for i in range(pages):
        page_num -= i
        page_url = url + 'page-' + str(page_num) + '#comments'
        img_addrs = find_imgs(page_url)
        save_imgs(folder,img_addrs)
        for each in img_addrs:
            dizhi_write(each)
            dizhi_write('\n')
            print (each)

#通过图片的url地址来下载图片
def save_imgs(folder, img_addrs):
    for each in img_addrs:
        filename = each.split('/')[-1] 
        with open(filename,'wb') as f:
            img =url_open(each)
            f.write(img)

#find_imgs()    
download_mm()

  目前程序比较简陋，还有需要完善的地方，例如使用高匿代理ip，随机user-agent，文件存放等都还没有写。

  过几天要学习一下正则表达式。