pandas中过滤出后来重复的数据:
import pandas as pd
data={'one':[1,1,2,2,1,2,2],'two':['a','b','c','d','b','c','d']}
frame=pd.DataFrame(data)
print("***************原始数据*************")
print(frame)
data1 = frame.drop_duplicates(subset=['two'],keep='first')
print("***************去重后的数据*************")
print(data1)
a = frame.drop_duplicates(subset=['two'],keep='last')
b = frame.drop_duplicates(subset=['two'],keep=False)
c=a.append(b).drop_duplicates(subset=['two'],keep=False)
print("***************重复的数据*************")
print(c)
***************原始数据*************
one two
0 1 a
1 1 b
2 2 c
3 2 d
4 1 b
5 2 c
6 2 d
***************去重后的数据*************
one two
0 1 a
1 1 b
2 2 c
3 2 d
***************重复的数据*************
one two
4 1 b
5 2 c
6 2 d