话不多说,直接贴代码
import pandas as pd
import os
import time
# 去重复
def drop_duplicates(df):
# 完全重复则删除
df = df.drop_duplicates()
return df
def merge_execl(merge_file_dir):
# 要合并的execl目录
dir_name = merge_file_dir
dir_list = os.listdir(dir_name)
timer = time.time()
# df.drop_duplicates(subset, keep, inplace)
new_data_col = ''
new_data