Python03-01

from bs4 import BeautifulSoup
from bs4 import UnicodeDammit
import urllib.request

url = "http://www.weather.com.cn/weather/101190101.shtml"
headers = {"User-Agent":"Mozilla/5.0 (Windows; U; Windows NT 6.0 X64; en-US; rv:1.9pre)Gecko/2008072421 Minfield/3.02pre"}
try:
    req = urllib.request.Request(url,headers = headers)
    data = urllib.request.urlopen(req)
    data = data.read()
    dammit = UnicodeDammit(data,["utf-8","gbk"])
    data = dammit.unicode_markup
    soup = BeautifulSoup(data,'html.parser')
    lis = soup.select("ul[class = 't clearfix'] li")
    for li in lis:
        try:
            date = li.select("h1")[0].text
            weather = li.select('p[class="wea"]')[0].text
            temp = li.select('p[class="tem"] span')[0].text+"/"+li.select('p[class="tem"] i')[0].text
            print(date,weather,temp)
        except Exception as e:
            print(e)
except Exception as err:
    print(err)

昨天保存到草稿箱里的被我整没了。现在只剩下上述的实例和下面的实例，这两个例子把保存到草稿箱里的知识都用到了。

from bs4 import BeautifulSoup
from bs4 import UnicodeDammit
import urllib.request
import sqlite3


class WeatherDB:
    def openDB(self):
        self.con = sqlite3.connect("weathers.db")
        self.cursor = self.con.cursor()
        try:
            self.cursor.execute("create table weathers (wCity varchar(16),wDate varchar(16),wWeather varchar(64),wTemp varchar(32),constraint pk_weather primary key(wCity,wDate))")
        except:
            self.cursor.execute("delete from weathers")
    def closeDB(self):
        self.con.commit()
        self.con.close()
    def insert(self,city,date,weather,temp):
        try:
            self.cursor.execute("insert into weathers (wCity,wDate,wWeather,wTemp) values (?,?,?,?)",(city,date,weather,temp))
        except Exception as err:
            print(err)
    def show(self):
        self.cursor.execute("select * from weathers")
        rows = self.cursor.fetchall()
        print("%-16s%-16s%-32s%-16s"%(row[0],rows[1],rows[2],rows[3]))
class WeatherForecast:
    def __init__(self):
        self.headers = {"User-Agent":"Mozilla/5.0 (Windows; U; Windows NT 6.0 X64; en-US; rv:1.9pre)Gecko/2008072421 Minfield/3.02pre"}
        self.cityCode = {"北京":"101010100","上海":"101020100","广州":"101280101","深圳":"101280601"}


    def forecastCity(self,city):
        if city not in self.cityCode.keys():
            print(city + "code cannot be found")
            return

        url = "http://www.weather.com.cn/weather/"+ self.cityCode[city]+".shtml"
        try:
            req = urllib.request.Request(url,headers = self.headers)
            data = urllib.request.urlopen(req)
            data = data.read()
            dammit = UnicodeDammit(data,["utf-8","gbk"])
            data = dammit.unicode_markup
            soup = BeautifulSoup(data,'html.parser')
            lis = soup.select("ul[class = 't clearfix'] li")
            for li in lis:
                n=0
                try:
                    date = li.select("h1")[0].text
                    weather = li.select('p[class="wea"]')[0].text
                    if n>0:
                        temp = li.select('p[class="tem"] span')[0].text+"/"+li.select('p[class="tem"] i')[0].text
                    else:
                        temp = li.select('p[class="tem"] i')[0].text
                    print(city,date,weather,temp)
                    n = n+1
                    self.db.insert(city,date,weather,temp)
                except Exception as e:
                    print(e)
        except Exception as err:
            print(err)
    def process(self,cities):
        self.db=WeatherDB()
        self.db.openDB()
        for city in cities:
            self.forecastCity(city)

        self.db.closeDB()
def main():
    ws = WeatherForecast()
    ws.process(["北京","上海","广州","深圳"])
    print("completed")


main()