python 苹果app爬虫_初识python之 APP store排行榜 蜘蛛抓取(二)

#-*- coding: utf-8 -*-

import urllib2

import urllib

import re

import time

import MySQLdb

import time,datetime

#from datetime import date

#----------- APP store 排行榜 -----------

class Spider_Model:

def __init__(self):

self.page = 1

self.pages = []

self.enable = False

def startWork(self,url,tabName):

nowtime = int(time.time())

content = self.GetCon(url)

oneItems = self.Match(content) #匹配一级参数

time.sleep(1)

for index,item in enumerate(oneItems):

content_two = self.GetCon(item[1])

twoItems = self.Match_two(content_two)

oneItems[index].append([twoItems[0],twoItems[1]])

if oneItems[index][6][0] == '0':

fabutime = '0'

else:

fabutime=int(time.mktime(time.strptime(oneIt