dataframe merge two dataframes code example

Example 1: merge two dataframes based on column

df_outer = pd.merge(df1, df2, on='id', how='outer')

df_outer

Example 2: pandas left join

df.merge(df2, left_on = "doc_id", right_on = "doc_num", how = "left")

Example 3: Joins with another DataFrame

# Joins with another DataFrame

df.join(df2, df.name == df2.name, 'outer').select(
  df.name, df2.height).collect()
# [Row(name=None, height=80), Row(name=u'Bob', height=85), Row(
#   name=u'Alice', height=None)]

df.join(df2, 'name', 'outer').select('name', 'height').collect()
# [Row(name=u'Tom', height=80), Row(name=u'Bob', height=85), Row(
#   name=u'Alice', height=None)]

cond = [df.name == df3.name, df.age == df3.age]
df.join(df3, cond, 'outer').select(df.name, df3.age).collect()
# [Row(name=u'Alice', age=2), Row(name=u'Bob', age=5)]

df.join(df2, 'name').select(df.name, df2.height).collect()
# Row(name=u'Bob', height=85)]

df.join(df4, ['name', 'age']).select(df.name, df.age).collect()
# [Row(name=u'Bob', age=5)]

Example 4: how to merge two dataframes

df_merge_col = pd.merge(df_row, df3, on='id')

df_merge_col

Example 5: merge two dataframes based on column

df_merge_col = pd.merge(df_row, df3, on='id')

df_merge_col