raw_list = [
["百度", "CPY"],
["百度", "CPY"],
["京东", "CPY"],
["百度", "CPY", ]
]
new_list = [list(t) for t in set(tuple(_) for _ in raw_list)]
new_list.sort(key=raw_list.index)
print(new_list) # [['百度', 'CPY'], ['京东', 'CPY']]
data_list = [{"a": "123", "b": "321"}, {"a": "123", "b": "321"}, {"b": "321", "a": "23"}]
seen = set()
new_l = []
for d in data_list:
t = tuple(d.items())
if t not in seen:
seen.add(t)
new_l.append(d)
print(new_l) # [{'a': '123', 'b': '321'}, {'b': '321', 'a': '23'}]
