python google play_python google play

#!/usr/env python

#-*- coding: utf-8 -*-

import urllib

import urllib2

import random

import requests

import os,sys

import MySQLdb

from sgmllib import SGMLParser

from BeautifulSoup import BeautifulSoup

import re

num=0

def main():

try:

conn=MySQLdb.connect(host='localhost',user='root',passwd='123456',db='googlemarket',charset="utf8")

conn.query("set names utf8")

except Exception,e:

print e

sys.exit()

cursor=conn.cursor()

category=['PERSONALIZATION','TRANSPORTATION','SPORTS','HEALTH_AND_FITNESS','APP_WALLPAPER','COMICS','MEDICAL','BUSINESS','BOOKS_AND_REFERENCE','WEATHER','ENTERTAINMENT','MEDIA_AND_VIDEO','APP_WIDGETS','TOOLS','PHOTOGRAPHY','PRODUCTIVITY','EDUCATION','NEWS_AND_MAGAZINES','TRAVEL_AND_LOCAL','LIFESTYLE','SOCIAL','FINANCE','SHOPPING','LIBRARIES_AND_DEMO','COMMUNICATION','MUSIC_AND_AUDIO','GAME']

for k in range(0,27):

t="https://play.google.com/store/apps/category/"+category[k]

html=requests.get(t)

preresult=html.content

soup=BeautifulSoup(preresult)

result=soup.prettify("utf-8")

pattern=re.compile('

dataresult=re.findall(pattern,result)

dataresult=list(set(dataresult))

for i in dataresult:

url="https://play.google.com"+i

print url

#url="https://play.google.com/store/apps/details?id=com.androidesk&hl=zh_CNhttps%3A%2F%2Fplay.google.com%2Fstore%2Fapps%2Fdetails%3Fid%3Dcom.androidesk"

html=requests.get(url)

preresult=html.content

soup=BeautifulSoup(preresult)

result=soup.prettify("utf-8")

#名称

pattern=re.compile('

[\s\S]*?

([\s\S]*?)

')

data0=re.findall(pattern,result)

for items in data0:

print items

#制造商

pattern=re.compile('itemprop="name">([\s\S]*?)')

data1=re.findall(pattern,result)

make=data1[0].split("\n")

print make[8]

#版本

pattern=re.compile('itemprop="softwareVersion">([\s\S]*?)

')

data2=re.findall(pattern,result)

print data2[0]

#更新时间

pattern=re.compile('itemprop="datePublished">([\s\S]*?)

')