Python实现去除列表中重复元素的方法总结【7种方法】

 # !/usr/bin/env python # -*- coding:utf-8 -*- ''' __Author__:沂水寒城 功能： python列表去除方法总结（7种方法） ''' import sys reload(sys) import copy sys.setdefaultencoding("utf-8") from collections import Counter def func1(data_list): ''' 使用内置set方法去重 ''' return list(set(data_list)) def func2(data_list): ''' 借助字典方法fromkeys ''' return list({}.fromkeys(data_list).keys()) def func3(data_list): ''' 使用类列表推导式 ''' res_list=[] for one in data_list: if not one in res_list: res_list.append(one) return res_list def func4(data_list): ''' 使用sorted函数(其实本质上还是使用set方法进行的排序) ''' res_list=copy.deepcopy(data_list) res_list=sorted(set(data_list),key=data_list.index) return res_list <a style="color:transparent">来源gao($daima.com搞@代@#码网</a>def func5(data_list): ''' 使用"排序+计数"的方法 ''' result_list=[] temp_list=sorted(data_list) i=0 while i<len(temp_list): if temp_list[i] not in result_list: result_list.append(temp_list[i]) else: i+=1 return result_list def flagFunc(a): ''' 布尔函数 ''' if a in count_dict: count_dict[a]+=1 return False else: count_dict[a]=1 return True def func6(data_list): ''' 使用map方法 ''' global count_dict count_dict={} tmp_list=map(flagFunc,data_list) return [data_list[i] for i in range(len(data_list)) if tmp_list[i]] def func7(data_list): ''' 借助collections模块中的Counter方法(频度过滤方法) ''' fre_list=Counter(data_list).most_common(len(data_list)) return [one[0] for one in fre_list] if __name__=='__main__': data_list=[12,4,7,3,4,2,4,3,5,12,78,9,0,4,5,0,44,3] print func1(data_list) print func2(data_list) print func3(data_list) print func4(data_list) print func5(data_list) print func6(data_list) print func7(data_list)