将Nin1.csv按region不同的值进行拆分,保存为xxx-region.csv,经验证全部55个子文件大小之和等于父文件的大小。
import pandas as pd
import time
# fileLocation='D:/2020-06-08-weekly-patterns.csv'
# fileLocation='D:/baidu_netdisk/safegraph/weeklyPlacesPatterns/patterns_backfill/2020/12/14/21/2020/06/08/patterns-part1.csv'
file_loc='D:/baidu_netdisk/safegraph/weeklyPlacesPatterns/patterns_backfill/2020/12/14/21/2020/06/08/2020-06-08-weekly-patterns-5in1.csv'
timee=time.process_time()
df=pd.read_csv(file_loc)
print(time.process_time()-timee)
timee=time.process_time()
regions=df['region'].unique()
print(regions)
# df1=df[df["region"].str.contains("NY")]
# print(time.process_time()-timee)
# timee=time.process_time()
length=len(regions)
for i in range(0,length):
print('processing '+regions[i]+