1.读一小部分
df_2 = pd.read_csv('data/JData_Action_201602.csv',nrows=10000, encoding = 'gbk')
2.一小部分遍历
def get_data(fname,chunk_size = 50000):
reader = pd.read_csv(fname,header = 0,iterator = True, encoding = 'gbk')
chunks = []
loop = True
while loop:
try:
chunk = reader.get_chunk(chunk_size)
chunks.append(chunk)
except:
loop = False
print('Iteration is stopped')
df_ac = pd.concat(chunks,ignore_index = True)
return df_ac