python数据分析案例1-2

import pandas as pd
import matplotlib.pyplot as plt
from pylab import *
from matplotlib.ticker import  MultipleLocator
from matplotlib.ticker import  FormatStrFormatter



dir = './数据/'
train_2013 = pd.read_table(dir + '2013.txt',engine='python')
train_2014 = pd.read_table(dir + '2014.txt',engine='python')
train_2015 = pd.read_table(dir + '2015.txt',engine='python')


def dataRead(fileName):
    print('read {name} context!'.format(name=fileName))
    dataList = []
    f = open(fileName, encoding='UTF-8')
    context = f.readline()
    while True:
        context = f.readline()
        if context == '':
            break
        context = context.strip('\n').split()
        context = [eval(i) for i in context]
        dataList.append(context)
    return dataList

#写txt
def writeTxt(dataList, fileName, strHead):
    f = open(fileName, 'a')
    length = len(strHead)
    for i in range(length-1):
        f.write(strHead[i])
        f.write('\t')
    f.write(strHead[length-1])
    f.write('\n')
    length = len(dataList[0])
    for ele in dataList:
        for i in range(length-1):
            f.write(str(ele[i])+'\t')
        f.write(str(ele[length-1]))
        f.write('\n')


def generateData(year, n_days, start_week):
    dataList = []
    day1=1; day2=1; day3=1; day4=1; day5=1; day6=1; day7=1; day8=1; day9=1; day10=1; day11=1; day12=1
    if year==2013:
        num_days=0
    elif year==2014:
        num_days = 365
    elif year==2015:
        num_days = 730
    elif year==2016:
        num_days = 1095
    elif year==2017:
        num_days = 1461
    if year%4!=0:    #非闰年
        for i in range(n_days-num_days):
            if i<=30:  #1月
                for j in range(5):
                    dataList.append([i+1, start_week, j+1, 0, year, 1, day1])
                start_week = (start_week+1) % 7
                if start_week==0:
                    start_week=7
                day1 = day1+1
            elif i>30 and i<=58:  #2月
                for j in range(5):
                    dataList.append([i+1, start_week, j+1, 0, year, 2, day2])
                start_week = (start_week+1) % 7
                if start_week==0:
                    start_week=7
                day2 = day2+1
            elif i>58 and i<=89:  #3月
                for j in range(5):
                    dataList.append([i+1, start_week, j+1, 0, year, 3, day3])
                start_week = (start_week+1) % 7
                if start_week==0:
                    start_week=7
                day3 = day3+1
            elif i>89 and i<=119:  #4月
                for j in range(5):
                    dataList.append([i+1, start_week, j+1, 0, year, 4, day4])
                start_week = (start_week+1) % 7
                if start_week==0:
                    start_week=7
                day4 = day4+1
            elif i>119 and i<=150:  #5月
                for j in range(5):
                    dataList.append([i+1, start_week, j+1, 0, year, 5, day5])
                start_week = (start_week+1) % 7
                if start_week==0:
                    start_week=7
                day5 = day5+1
            elif i>150 and i<=180:  #6月
                for j in range(5):
                    dataList.append([i+1, start_week, j+1, 0, year, 6, day6])
                start_week = (start_week+1) % 7
                if start_week==0:
                    start_week=7
                day6 = day6+1
            elif i>180 and i<=211:  #7月
                for j in range(5):
                    dataList.append([i+1, start_week, j+1, 0, year, 7, day7])
                start_week = (start_week+1) % 7
                if start_week==0:
                    start_week=7
                day7 = day7+1
            elif i>211 and i<=242:  #8月
                for j in range(5):
                    dataList.append([i+1, start_week, j+1, 0, year, 8, day8])
                start_week = (start_week+1) % 7
                if start_week==0:
                    start_week=7
                day8 = day8+1
            elif i>242 and i<=272:  #9月
                for j in range(5):
                    dataList.append([i+1, start_week, j+1, 0, year, 9, day9])
                start_week = (start_week+1) % 7
                if start_week==0:
                    start_week=7
                day9 = day9+1
            elif i>272 and i<=303:  #10月
                for j in range(5):
                    dataList.append([i+1, start_week, j+1, 0, year, 10, day10])
                start_week = (start_week+1) % 7
                if start_week==0:
                    start_week=7
                day10 = day10+1
            elif i>303 and i<=333:  #11月
                for j in range(5):
                    dataList.append([i+1, start_week, j+1, 0, year, 11, day11])
                start_week = (start_week+1) % 7
                if start_week==0:
                    start_week=7
                day11 = day11+1
            elif i>333 and i<=364:  #12月
                for j in range(5):
                    dataList.append([i+1, start_week, j+1, 0, year, 12, day12])
                start_week = (start_week+1) % 7
                if start_week==0:
                    start_week=7
                day12 = day12+1
    else:
        for i in range(n_days):
            if i<=30:  #1月
                for j in range(5):
                    dataList.append([i+1, start_week, j+1, 0, year, 1, day1])
                start_week = (start_week+1) % 7
                if start_week==0:
                    start_week=7
                day1 = day1+1
            elif i>30 and i<=59:  #2月
                for j in range(5):
                    dataList.append([i+1, start_week, j+1, 0, year, 2, day2])
                start_week = (start_week+1) % 7
                if start_week==0:
                    start_week=7
                day2 = day2+1
            elif i>59 and i<=90:  #3月
                for j in range(5):
                    dataList.append([i+1, start_week, j+1, 0, year, 3, day3])
                start_week = (start_week+1) % 7
                if start_week==0:
                    start_week=7
                day3 = day3+1
            elif i>90 and i<=120:  #4月
                for j in range(5):
                    dataList.append([i+1, start_week, j+1, 0, year, 4, day4])
                start_week = (start_week+1) % 7
                if start_week==0:
                    start_week=7
                day4 = day4+1
            elif i>120 and i<=151:  #5月
                for j in range(5):
                    dataList.append([i+1, start_week, j+1, 0, year, 5, day5])
                start_week = (start_week+1) % 7
                if start_week==0:
                    start_week=7
                day5 = day5+1
            elif i>151 and i<=181:  #6月
                for j in range(5):
                    dataList.append([i+1, start_week, j+1, 0, year, 6, day6])
                start_week = (start_week+1) % 7
                if start_week==0:
                    start_week=7
                day6 = day6+1
            elif i>181 and i<=212:  #7月
                for j in range(5):
                    dataList.append([i+1, start_week, j+1, 0, year, 7, day7])
                start_week = (start_week+1) % 7
                if start_week==0:
                    start_week=7
                day7 = day7+1
            elif i>212 and i<=243:  #8月
                for j in range(5):
                    dataList.append([i+1, start_week, j+1, 0, year, 8, day8])
                start_week = (start_week+1) % 7
                if start_week==0:
                    start_week=7
                day8 = day8+1
            elif i>243 and i<=273:  #9月
                for j in range(5):
                    dataList.append([i+1, start_week, j+1, 0, year, 9, day9])
                start_week = (start_week+1) % 7
                if start_week==0:
                    start_week=7
                day9 = day9+1
            elif i>273 and i<=304:  #10月
                for j in range(5):
                    dataList.append([i+1, start_week, j+1, 0, year, 10, day10])
                start_week = (start_week+1) % 7
                if start_week==0:
                    start_week=7
                day10 = day10+1
            elif i>304 and i<=334:  #11月
                for j in range(5):
                    dataList.append([i+1, start_week, j+1, 0, year, 11, day11])
                start_week = (start_week+1) % 7
                if start_week==0:
                    start_week=7
                day11 = day11+1
            elif i>334 and i<=365:  #12月
                for j in range(5):
                    dataList.append([i+1, start_week, j+1, 0, year, 12, day12])
                start_week = (start_week+1) % 7
                if start_week==0:
                    start_week=7
                day12 = day12+1
    return dataList

def generateDict(data):
    length = len(data)
    dataDict = {}
    for i in range(length):
        tmpData = data[i]
        strIndex = str(tmpData[4])+'-'+str(tmpData[5])+'-'+str(tmpData[6])+'-'+str(tmpData[2])
        dataDict[strIndex] = tmpData
    return dataDict

#参数1是短的字典（不完全）
def combineData(dictOne, dictTwo):
    for key in dictOne:
        if key in dictTwo:
            dictTwo[key][1::]=dictOne[key][1::]
    return dictTwo

def selectData(dict):
    dataList =[]
    for key, value in dict.items():
        dataList.append(value)
    return dataList


# 1. 读取源数据
train2013 = dataRead(dir+'2013.txt')
train2014 = dataRead(dir+'2014.txt')
train2015 = dataRead(dir+'2015.txt')
train2016 = dataRead(dir+'2016.txt')
# print(train2013)
# print(train2014)
# print(train2015)

# 2. 将源数据转换为字典，方便后续合并原始数据和完整数据
train2013 = generateDict(train2013)
train2014 = generateDict(train2014)
train2015 = generateDict(train2015)
train2016 = generateDict(train2016)
# print(train2013)

# 3. 给每年生成完整的数据
data2013 = generateData(2013,365,2)
data2014 = generateData(2014,730,3)
data2015 = generateData(2015,1095,4)
data2016 = generateData(2016,1461,5)
data2017 = generateData(2017,1826,7)
# print(data2013)
# print(data2014)
# print(data2015)
# print(data2016)
# print(data2017)

# 4. 将完整数据转换为字典，方便后续合并
data2013 = generateDict(data2013)
data2014 = generateDict(data2014)
data2015 = generateDict(data2015)
data2016 = generateDict(data2016)

# 5. 将原始数据和完整数据合并（这里操作的是字典）
data2013 = combineData(train2013, data2013)
data2014 = combineData(train2014, data2014)
data2015 = combineData(train2015, data2015)
data2016 = combineData(train2016, data2016)
# print(data2013)

# 6. 将每年的数据提取出来，作为模型训练数据
data2013 = selectData(data2013)
data2014 = selectData(data2014)
data2015 = selectData(data2015)
data2016 = selectData(data2016)

# 7. 将步骤6中得到的数据写入txt文本中
writeTxt(data2013, './data/data2013.txt', ['date', 'day_of_week', 'brand', 'cnt', 'year', 'month', 'day'])
writeTxt(data2014, './data/data2014.txt', ['date', 'day_of_week', 'brand', 'cnt', 'year', 'month', 'day'])
writeTxt(data2015, './data/data2015.txt', ['date', 'day_of_week', 'brand', 'cnt', 'year', 'month', 'day'])
writeTxt(data2016, './data/data2016.txt', ['date', 'day_of_week', 'brand', 'cnt', 'year', 'month', 'day'])