scrapy 抓取 体彩-超级大乐透，历年开奖号码【娱乐篇】

最近正好在看scrapy，手贱有了如下代码，核心代码如下：（不要给我讲pipline，我完全是图方便才这么写的）

彩票中出现频率最高的号码整理，如下：

【05，19，29，33，35】【11，12】

先写重点，经过整理统计，各个数字的频率如下：

中奖号码前七位：1-35个号码，括号里面第一位是号码，括号里面第二位是历年数据中出现的次数，从低到高排序的结果：
[('17', 64), ('16', 69), ('08', 77), ('24', 79), ('10', 80), ('21', 80), ('15', 81), ('27', 81), ('28', 83), ('12', 84), ('09', 84), ('31', 85), ('20', 85), ('25', 85), ('14', 86), ('26', 87), ('04', 87), ('11', 91), ('13', 94), ('02', 94), ('06', 94), ('03', 96), ('23', 97), ('07', 98), ('18', 101), ('22', 102), ('32', 102), ('34', 103), ('30', 103), ('01', 104), ('05', 106), ('35', 107), ('19', 112), ('29', 121), ('33', 123)]

中将号码后两位特殊号码，括号第一位是号码，括号第二位是次数，按照次数从低到高的排序结果：
[('01', 97), ('07', 98), ('08', 100), ('09', 102), ('02', 103), ('04', 108), ('05', 108), ('06', 109), ('10', 110), ('03', 113), ('11', 120), ('12', 122)]

# -*- coding: utf-8 -*-
import scrapy
import os
from scrapy.http import Request


class SpiderTurSpider(scrapy.Spider):
    name = 'spiderName'
    this_doman = '500.com'
    allowed_domains = [this_doman]
    start_urls = []
    for i in range(7, 21):
        for j in range(1, 154):
            if i < 10:
                url = "http://kaijiang.500.com/shtml/dlt/0" + str(i) + str(j) + ".shtml"
                start_urls.append(url)
                print(url)
            else:
                url = "http://kaijiang.500.com/shtml/dlt/" + str(i) + str(j) + ".shtml"
                start_urls.append(url)
                print(url)


    def parse(self, response):
        print(response.url)
        number = []
        lis = response.xpath('//div[@class="ball_box01"]/ul/li')
        for info in lis:
            num = info.xpath('./text()').extract()[0]
            number.append(num)
        dict1 = {}
        dict1['url'] = response.url.split('/')[-1]
        dict1['number'] = number
        with open('number.ini', 'a', encoding="utf-8") as m:
            m.write(str(dict1) + '\n')

哇啦，体彩大乐透历年数据抓取成功：

历年号码版本

['05', '25', '26', '29', '35', '03', '10']
['10', '13', '23', '31', '33', '04', '11']
['12', '20', '26', '29', '30', '02', '06']
['07', '08', '10', '24', '34', '08', '11']
['12', '21', '22', '26', '35', '04', '05']
['01', '02', '13', '15', '16', '04', '09']
['02', '11', '22', '30', '34', '04', '09']
['01', '10', '18', '28', '34', '05', '08']
['11', '16', '24', '29', '32', '09', '11']
['03', '05', '21', '28', '33', '02', '06']
['02', '11', '12', '14', '19', '05', '09']
['05', '16', '25', '27', '33', '04', '09']
['04', '18', '26', '32', '33', '05', '08']
['11', '14', '17', '19', '22', '01', '08']
['07', '09', '19', '21', '33', '07', '10']
['06', '08', '15', '24', '31', '01', '03']
['06', '09', '19', '25', '30', '06', '12']
['01', '02', '10', '19', '27', '01', '11']
['13', '23', '24', '25', '30', '02', '08']
['03', '06', '12', '20', '29', '09', '12']
['21', '23', '24', '25', '32', '03', '04']
['01', '06', '12', '28', '31', '08', '09']
['08', '21', '22', '31', '33', '01', '07']
['11', '23', '24', '32', '35', '04', '10']
['13', '16', '20', '25', '27', '04', '05']
['02', '10', '13', '29', '33', '06', '10']
['02', '03', '22', '27', '31', '06', '07']
['01', '04', '28', '33', '34', '06', '11']
['09', '29', '32', '34', '35', '01', '08']
['12', '15', '23', '24', '25', '10', '11']
['06', '14', '24', '27', '29', '05', '09']
['10', '12', '15', '33', '35', '03', '09']
['08', '09', '12', '21', '32', '07', '11']
['01', '10', '25', '32', '35', '05', '09']
['07', '22', '25', '29', '33', '01', '12']
['03', '05', '22', '29', '34', '07', '12']
['01', '06', '10', '14', '22', '06', '08']
['04', '05', '18', '22', '35', '07', '08']
['11', '13', '15', '28', '35', '08', '10']
['09', '15', '18', '30', '34', '04', '05']
['03', '28', '29', '32', '34', '01', '06']
['02', '09', '11', '29', '32', '08', '09']
['06', '18', '21', '30', '35', '08', '09']
['10', '19', '27', '28', '33', '05', '12']
['05', '16', '27', '29', '30', '05', '11']
['01', '02', '22', '29', '32', '01', '04']
['16', '18', '19', '24', '35', '11', '12']
['01', '09', '10', '15', '25', '03', '08']
['07', '10', '27', '31', '34', '08', '09']
['02', '05', '06', '27', '29', '03', '04']
['03', '05', '14', '20', '33', '07', '11']
['09', '23', '24', '26', '33', '07', '12']
['02', '04', '06', '25', '26', '02', '05']
['03', '07', '20', '33', '35', '04', '07']
['02', '10', '14', '22', '26', '04', '09']
['11', '21', '22', '25', '34', '06', '09']
['16', '20', '25', '29', '33', '01', '08']
['15', '25', '29', '32', '33', '10', '11']
['11', '12', '33', '34', '35', '01', '10']
['11', '13', '29', '32', '35', '10', '12']
['01', '09', '14', '29', '30', '07', '10']
['16', '20', '28', '32', '33', '01', '02']
['02', '11', '13', '26', '35', '06', '10']
['02', '08', '25', '29', '33', '03', '07']
['01', '25', '26', '34', '35', '06', '11']
['22', '28', '30', '31', '34', '07', '09']
['02', '08', '12', '34', '35', '04', '05']
['12', '15', '23', '30', '33', '09', '12']
['03', '04', '10', '18', '27', '06', '08']
['07', '21', '29', '31', '33', '09', '10']
['11', '23', '27', '28', '32', '02', '05']
['01', '02', '06', '08', '26', '05', '12']
['04', '11', '13', '19', '35', '10', '12']
['03', '12', '22', '23', '28', '04', '12']
['10', '17', '18', '21', '34', '05', '11']
['10', '21', '28', '29', '32', '06', '10']
['01', '02', '11', '31', '33', '05', '06']
['04', '05', '08', '11', '22', '02', '10']
['01', '03', '14', '32', '35', '07', '11']
['02', '10', '18', '32', '33', '03', '08']
['08', '20', '23', '29', '31', '02', '11']
['05', '09', '27', '32', '34', '05', '08']
['06', '21', '28', '32', '34', '04', '07']
['09', '14', '25', '32', '34', '02', '08']
['14', '23', '27', '28', '33', '08', '12']
['01', '08', '24', '27', '34', '10', '11']
['02', '10', '12', '15', '28', '04', '07']
['12', '28', '29', '30', '34', '01', '09']
['02', '03', '08', '33', '34', '03', '11']
['02', '16', '19', '28', '33', '07', '11']
['07', '08', '19', '26', '30', '01', '12']
['06', '08', '15', '20', '32', '05', '06']
['13', '14', '21', '30', '33', '02', '08']
['14', '16', '20', '22', '32', '05', '09']
['07', '13', '23', '24', '29', '06', '10']
['11', '17', '23', '24', '25', '03', '06']
['01', '09', '10', '11', '22', '01', '12']
['03', '04', '14', '28', '32', '09', '10']
['05', '06', '13', '24', '31', '03', '11']
['18', '26', '32', '33', '34', '04', '06']
['05', '11', '14', '22', '35', '03', '10']
['01', '03', '10', '12', '20', '02', '07']
['06', '12', '18', '22', '29', '05', '08']
['04', '11', '18', '25', '34', '05', '07']
['02', '04', '13', '14', '33', '01', '09']
['21', '22', '30', '32', '34', '03', '07']
['01', '23', '29', '30', '32', '07', '12']
['03', '08', '14', '30', '31', '04', '09']
['04', '15', '19', '24', '35', '01', '10']
['14', '25', '30', '32', '33', '01', '11']
['19', '20', '30', '33', '35', '06', '08']
['05', '17', '26', '27', '35', '08', '09']
['11', '15', '22', '27', '35', '05', '08']
['10', '14', '29', '30', '35', '05', '08']
['14', '17', '22', '27', '34', '03', '05']
['01', '10', '13', '19', '34', '09', '12']
['01', '02', '08', '11', '25', '10', '12']
['03', '06', '13', '14', '29', '01', '02']
['05', '16', '22', '23', '32', '04', '10']
['05', '27', '28', '29', '34', '09', '12']
['21', '29', '30', '33', '35', '07', '11']
['03', '07', '22', '25', '35', '03', '11']
['14', '22', '27', '28', '35', '04', '10']
['14', '15', '18', '34', '35', '08', '10']
['04', '06', '21', '27', '34', '05', '09']
['05', '07', '10', '15', '32', '03', '08']
['05', '06', '11', '13', '26', '02', '07']
['21', '22', '31', '32', '34', '02', '12']
['01', '09', '27', '29', '34', '01', '06']
['01', '07', '09', '14', '19', '09', '12']
['05', '13', '14', '23', '26', '02', '03']
['18', '20', '30', '32', '33', '01', '11']
['03', '05', '09', '13', '33', '05', '11']
['19', '22', '23', '29', '35', '08', '10']
['08', '10', '18', '34', '35', '06', '10']
['06', '17', '19', '29', '35', '02', '08']
['18', '21', '23', '25', '29', '06', '11']
['14', '15', '24', '25', '26', '03', '07']
['14', '17', '19', '26', '32', '03', '04']
['03', '22', '24', '30', '33', '04', '10']
['11', '16', '17', '21', '22', '03', '06']
['10', '15', '22', '28', '29', '04', '12']
['03', '13', '18', '30', '33', '07', '08']
['09', '12', '13', '19', '30', '04', '05']
['22', '27', '28', '33', '35', '09', '11']
['05', '11', '17', '23', '33', '03', '10']
['08', '12', '14', '19', '27', '05', '06']
['05', '06', '09', '10', '34', '08', '11']
['02', '11', '16', '22', '31', '10', '11']
['06', '18', '20', '30', '31', '03', '06']
['10', '16', '18', '22', '27', '06', '08']
['03', '13', '16', '19', '29', '07', '09']
['10', '11', '19', '21', '27', '04', '06']
['05', '22', '24', '25', '30', '01', '06']
['03', '04', '08', '10', '35', '02', '06']
['18', '19', '27', '28', '33', '03', '06']
['01', '15', '19', '21', '23', '11', '12']
['14', '17', '30', '31', '34', '04', '10']
['05', '24', '28', '29', '35', '01', '09']
['06', '07', '16', '24', '35', '04', '06']
['02', '05', '18', '22', '23', '07', '12']
['01', '10', '32', '33', '35', '03', '08']
['19', '24', '28', '31', '34', '04', '12']
['08', '11', '13', '28', '33', '08', '09']
['07', '19', '27', '28', '34', '02', '05']
['01', '09', '29', '30', '35', '05', '09']
['03', '04', '26', '29', '34', '01', '03']
['05', '12', '20', '28', '30', '03', '07']
['02', '06', '18', '30', '32', '01', '08']
['02', '11', '26', '32', '33', '05', '12']
['30', '31', '33', '34', '35', '04', '07']
['07', '15', '18', '24', '28', '01', '07']
['06', '08', '17', '27', '35', '02', '11']
['06', '17', '28', '32', '33', '08', '12']
['04', '05', '07', '10', '12', '04', '05']
['17', '26', '30', '31', '35', '06', '11']
['01', '11', '12', '22', '34', '08', '10']
['04', '15', '20', '26', '31', '06', '12']
['02', '11', '13', '23', '31', '11', '12']
['04', '07', '11', '32', '35', '05', '07']
['02', '03', '30', '31', '33', '03', '09']
['10', '12', '28', '32', '33', '03', '05']
['20', '25', '26', '30', '31', '09', '10']
['10', '14', '18', '19', '35', '01', '06']
['10', '15', '18', '19', '26', '07', '12']
['07', '17', '29', '30', '33', '10', '12']
['08', '12', '14', '20', '25', '06', '08']
['01', '07', '13', '18', '23', '04', '08']
['03', '04', '06', '11', '13', '01', '02']
['03', '08', '23', '24', '34', '05', '12']
['07', '10', '27', '34', '35', '10', '12']
['01', '11', '22', '26', '29', '05', '08']
['04', '11', '23', '26', '35', '03', '12']
['01', '10', '12', '14', '17', '09', '10']
['08', '09', '13', '23', '35', '11', '12']
['04', '06', '10', '15', '16', '03', '04']
['06', '22', '29', '33', '35', '03', '12']
['08', '09', '11', '19', '33', '03', '12']
['02', '11', '19', '22', '35', '10', '12']
['01', '12', '32', '33', '34', '09', '11']
['07', '18', '24', '28', '33', '02', '03']
['03', '05', '12', '18', '33', '07', '11']
['04', '26', '30', '33', '34', '04', '06']
['08', '09', '12', '25', '33', '07', '10']
['07', '15', '19', '24', '29', '04', '06']
['09', '13', '19', '29', '34', '02', '11']
['17', '23', '26', '30', '32', '06', '12']
['07', '10', '11', '26', '31', '03', '04']
['07', '11', '14', '20', '27', '03', '10']
['13', '22', '30', '33', '34', '06', '12']
['01', '15', '16', '27', '28', '02', '07']
['01', '04', '06', '21', '35', '02', '11']
['06', '22', '29', '30', '35', '03', '05']
['02', '07', '12', '29', '31', '03', '05']
['02', '15', '18', '23', '31', '01', '02']
['16', '18', '24', '25', '27', '04', '09']
['02', '09', '18', '23', '24', '01', '04']
['05', '06', '14', '15', '31', '06', '08']
['15', '23', '25', '29', '31', '09', '10']
['07', '09', '13', '19', '27', '01', '03']
['02', '05', '08', '09', '31', '03', '07']
['02', '04', '06', '13', '35', '04', '08']
['04', '07', '09', '22', '33', '01', '03']
['06', '07', '12', '24', '35', '02', '06']
['01', '24', '25', '30', '33', '04', '11']
['01', '22', '30', '32', '35', '09', '11']
['01', '11', '17', '19', '26', '05', '12']
['03', '06', '21', '33', '35', '01', '07']
['01', '02', '28', '31', '35', '05', '07']
['03', '10', '22', '27', '29', '03', '12']
['01', '11', '18', '20', '22', '07', '10']
['05', '06', '09', '19', '32', '06', '09']
['05', '17', '25', '30', '33', '01', '12']
['01', '12', '18', '21', '33', '07', '08']
['01', '06', '13', '19', '23', '06', '09']
['05', '08', '18', '30', '33', '01', '09']
['07', '18', '20', '29', '30', '05', '06']
['23', '24', '25', '29', '31', '03', '12']
['02', '10', '21', '23', '29', '03', '04']
['12', '13', '14', '25', '35', '10', '12']
['07', '11', '19', '20', '35', '05', '10']
['06', '14', '17', '22', '35', '01', '02']
['13', '14', '21', '28', '29', '05', '10']
['01', '07', '21', '28', '31', '03', '09']
['14', '19', '23', '29', '30', '06', '07']
['09', '10', '19', '30', '31', '04', '11']
['05', '07', '13', '29', '30', '01', '05']
['05', '08', '21', '25', '33', '01', '11']
['02', '16', '18', '27', '30', '08', '12']
['03', '05', '17', '18', '33', '06', '07']
['01', '06', '18', '32', '35', '02', '07']
['09', '10', '12', '22', '25', '04', '11']
['02', '23', '29', '30', '31', '01', '04']
['03', '12', '20', '21', '27', '01', '06']
['03', '11', '19', '23', '34', '02', '12']
['07', '17', '27', '28', '29', '09', '10']
['05', '22', '31', '33', '35', '06', '09']
['01', '10', '13', '17', '26', '06', '08']
['13', '17', '27', '31', '33', '06', '12']
['15', '19', '29', '34', '35', '07', '10']
['09', '27', '29', '30', '31', '03', '06']
['11', '13', '14', '21', '29', '01', '10']
['02', '10', '23', '33', '34', '05', '10']
['04', '16', '27', '29', '34', '06', '11']
['04', '17', '26', '33', '34', '02', '08']
['02', '03', '17', '19', '33', '02', '09']
['08', '09', '10', '13', '22', '05', '10']
['03', '19', '20', '24', '33', '03', '04']
['02', '14', '18', '24', '31', '02', '03']
['06', '07', '12', '13', '27', '03', '12']
['05', '08', '13', '16', '31', '03', '09']
['07', '13', '27', '30', '34', '01', '12']
['09', '12', '24', '26', '30', '05', '09']
['07', '13', '14', '18', '25', '05', '12']
['04', '09', '13', '15', '32', '02', '09']
['05', '10', '13', '15', '18', '02', '11']
['06', '12', '15', '19', '26', '02', '11']
['13', '20', '26', '29', '32', '02', '06']
['07', '16', '18', '32', '33', '02', '07']
['07', '12', '13', '20', '27', '01', '03']
['02', '05', '11', '27', '29', '01', '11']
['05', '16', '23', '25', '33', '07', '12']
['13', '22', '23', '30', '33', '09', '11']
['19', '21', '23', '28', '30', '08', '12']
['05', '16', '29', '32', '34', '04', '11']
['06', '17', '21', '23', '33', '01', '09']
['02', '10', '20', '22', '29', '05', '12']
['04', '06', '11', '20', '31', '01', '05']
['06', '14', '15', '22', '26', '03', '11']
['02', '09', '10', '33', '34', '05', '12']
['03', '18', '19', '20', '24', '03', '12']
['05', '07', '18', '21', '32', '10', '11']
['15', '17', '20', '24', '35', '04', '12']
['09', '10', '15', '18', '30', '03', '06']
['01', '02', '16', '23', '35', '01', '11']
['04', '08', '14', '23', '28', '04', '08']
['03', '14', '16', '19', '32', '05', '10']
['12', '15', '29', '30', '31', '04', '12']
['11', '23', '29', '30', '33', '01', '04']
['11', '13', '27', '33', '35', '01', '02']
['08', '09', '15', '19', '30', '06', '09']
['04', '13', '19', '25', '26', '07', '12']
['23', '26', '28', '31', '34', '02', '10']
['02', '08', '10', '16', '17', '09', '12']
['05', '11', '15', '25', '28', '05', '11']
['02', '13', '19', '23', '32', '02', '09']
['05', '06', '18', '20', '31', '06', '07']
['04', '12', '32', '33', '34', '06', '08']
['03', '08', '13', '17', '24', '07', '09']
['03', '20', '21', '23', '35', '02', '08']
['01', '12', '17', '26', '28', '0