Python实现文件批量处理批量合并文件

版权声明：如对本文有疑问请联系作者微信kxymxzs，欢迎骚扰！ https://blog.csdn.net/MG_ApinG/article/details/90710400

import os
fileFolderPath = 'F://data2/parts'
fileNames = os.listdir(fileFolderPath)
fileDataAll = []
n = 0
for fileName in fileNames:
    filepath = r'{0}/{1}'.format(fileFolderPath, fileName)
    fileData = list(set(open(filepath, 'r', encoding='utf-8').readlines()))
    for data in fileData:
        if ('null' in data) or ('错误' in data) or ('telNbr' in data):
            fileData.remove(data)
    fileDataAll += fileData
    n += 1
    print('第{0}个文件汇总已完成...'.format(n))
print('总数据： {0} 条'.format(len(fileDataAll)))
fileDataAll.to_csv(r'F://data2/getFrom360cxALL_20190530.txt', encoding='utf-8')
with open(r'F://data2/getFrom360cxALL_20190530.txt', 'a', encoding='utf-8') as f:
    f.write('telNbr|telAttribution|telType|telMarkNbr\n')
    f.writelines(fileDataAll)