python脚本比较2个文件并查找差异

时间:2019-04-10 14:50:01

标签: python excel

我有2个pdf文件报告和另外一份csv格式的报告。我想要一个python代码来识别文件之间的差异,因为所有文件中都只有表格(订单号日期价格姓氏和名字),而不是查看每个订单并比较价格。有些订单不是显示在excel工作表中或购买总额与同一客户不匹配。

我在这里和那里进行了一些研究,发现了一个代码,该代码可以创建一个包含所有数据的excel工作表,并且会根据错误的类型(添加,丢失和总计彼此不相等)更改颜色。

import pandas as pd
from pathlib import Path
#using the panda library helps instead of csv formatting both files

def excel_diff(path_OLD, path_NEW, index_col):

df_OLD = pd.read_excel(path_OLD, index_col=index_col).fillna(0)
df_NEW = pd.read_excel(path_NEW, index_col=index_col).fillna(0)

# Perform Diff to find differences between both files
dfDiff = df_NEW.copy()
droppedRows = []
newRows = []

cols_OLD = df_OLD.columns
cols_NEW = df_NEW.columns
sharedCols = list(set(cols_OLD).intersection(cols_NEW))

for row in dfDiff.index:
    if (row in df_OLD.index) and (row in df_NEW.index):
        for col in sharedCols:
            value_OLD = df_OLD.loc[row,col]
            value_NEW = df_NEW.loc[row,col]
            if value_OLD==value_NEW:
                dfDiff.loc[row,col] = df_NEW.loc[row,col]
            else:
                dfDiff.loc[row,col] = ('{}→{}').format(value_OLD,value_NEW)
    else:
        newRows.append(row)

for row in df_OLD.index:
    if row not in df_NEW.index:
        droppedRows.append(row)
        dfDiff = dfDiff.append(df_OLD.loc[row,:])

dfDiff = dfDiff.sort_index().fillna('')
print(dfDiff)
print('\nNew Rows:     {}'.format(newRows))
print('Dropped Rows: {}'.format(droppedRows))

# Save output and format
fname = '{} vs {}.xlsx'.format(path_OLD.stem,path_NEW.stem)
writer = pd.ExcelWriter(fname, engine='xlsxwriter')

dfDiff.to_excel(writer, sheet_name='DIFF', index=True)
df_NEW.to_excel(writer, sheet_name=path_NEW.stem, index=True)
df_OLD.to_excel(writer, sheet_name=path_OLD.stem, index=True)

# get xlsxwriter objects
workbook  = writer.book
worksheet = writer.sheets['DIFF']
worksheet.hide_gridlines(2)
worksheet.set_default_row(15)

# define formats
date_fmt = workbook.add_format({'align': 'center', 'num_format': 'yyyy-mm-dd'})
center_fmt = workbook.add_format({'align': 'center'})
number_fmt = workbook.add_format({'align': 'center', 'num_format': '#,##0.00'})
cur_fmt = workbook.add_format({'align': 'center', 'num_format': '$#,##0.00'})
perc_fmt = workbook.add_format({'align': 'center', 'num_format': '0%'})
grey_fmt = workbook.add_format({'font_color': '#E0E0E0'})
highlight_fmt = workbook.add_format({'font_color': '#FF0000', 'bg_color':'#B1B3B3'})
new_fmt = workbook.add_format({'font_color': '#32CD32','bold':True})

# set format over range
## highlight changed cells
worksheet.conditional_format('A1:ZZ1000', {'type': 'text',
                                        'criteria': 'containing',
                                        'value':'→',
                                        'format': highlight_fmt})

# highlight new/changed rows
for row in range(dfDiff.shape[0]):
    if row+1 in newRows:
        worksheet.set_row(row+1, 15, new_fmt)
    if row+1 in droppedRows:
        worksheet.set_row(row+1, 15, grey_fmt)

# save
writer.save()
print('\nDone.\n')


  def main():
path_OLD = Path('v1.xlsx')
path_NEW = Path('v2.xlsx')

# get index col from data
df = pd.read_excel(path_NEW)
index_col = df.columns[0]
print('\nIndex column: {}\n'.format(index_col))

excel_diff(path_OLD, path_NEW, index_col)


 if __name__ == '__main__':
main()
# will highlight changes in red, new rows in green, and dropped rows in grey. 

如您所见,此代码仅适用于xlsx文件,不适用于pdf。有没有办法解决? 所需的输出将是在其中包含所有数据的情况下创建的excel工作表,并且所需的高亮显示旧数据和新数据之间的差异。谢谢大家。

0 个答案:

没有答案
相关问题