python drop duplicates code example

Example 1: python remove duplicates from list

mylist = ["a", "b", "b", "c", "a"]
mylist = sorted(set(mylist))
print(mylist)

Example 2: python remove duplicates from a list

# HOW TO REMOVE DUPLICATES FROM A LIST:
# 1) CREATE A LIST
my_list = [1, 2, 3, 4, 5, 5, 5, 1]
# 2) CONVERT IT TO A SET AND THEN BACK INTO A LIST
my_list = list(set(my_list))
# 3) DONE! 
print(my_list) #WILL PRINT: [1, 2, 3, 4, 5]

Example 3: drop duplicates pandas first column

import pandas as pd 
  
# making data frame from csv file 
data = pd.read_csv("employees.csv") 
  
# sorting by first name 
data.sort_values("First Name", inplace = True) 
  
# dropping ALL duplicte values 
data.drop_duplicates(subset ="First Name",keep = False, inplace = True) 
  
# displaying data 
print(data)

Example 4: python remove duplicates from list

# remove duplicate from given_list using list comprehension
res = []
[res.append(x) for x in given_list if x not in res]

Example 5: remove duplicate columns python dataframe

df = df.loc[:,~df.columns.duplicated()]

Example 6: df remove duplicate rows

df = df.drop_duplicates()
p