Python列表去重set等

1. set 去重

lists = [1,2,3,2,3,4,4,4,5,]
print (list(set(lists)))

2. 字典去重

lists=[1,2,3,4,5,2,3,4,1,2,3]
a={}
lists=a.fromkeys(lists)
lists=lists.keys()
print(list(lists))

3.numpy.unique()方法去重

import numpy as np
lists=[1,2,3,3]
print(np.unique(lists))

3. for in 循环去重

lists=[1,2,3,3]
list1=[]
for i in lists:
    if i not in list1:
        list1.append(i)
print(list1)

5. .使用itertools模块的grouby方法

import itertools
li2 = [1,4,3,3,4,2,3,4,5,6,1]
li2.sort() # 排序
it = itertools.groupby(li2)
for k, g in it:
    print (k)