python把多个文件合并到一个新文件

#!/usr/bin/python
# -*- coding: UTF-8 -*-
import os
import glob
import sys
import re
import datetime
# 设置编码
reload(sys)
sys.setdefaultencoding('utf8')

filePath="/home/rfdev/cbh"
#proj1 = "*appStat.log*"

# 默认是读取昨天的日志
today = (datetime.datetime.now()+datetime.timedelta(days=-1)).strftime("%Y%m%d")

todayDb = (datetime.datetime.now()+datetime.timedelta(days=-1)).strftime("%Y-%m-%d")
tomorrowDb = (datetime.datetime.now()).strftime("%Y-%m-%d")

if len(sys.argv) == 2:
today = re.sub("-","",sys.argv[1])
todayDb = sys.argv[1]
tomorrowDb = (datetime.datetime.strptime(todayDb,'%Y-%m-%d')+datetime.timedelta(days=1)).strftime("%Y-%m-%d")

with open(r"/home/rfdev/cbh/test0105.txt.tmp",'w') as file_object:
file_object.truncate()

os.chdir(filePath)
logPattern = "*appStat.log." + todayDb
for logFile in glob.iglob(logPattern):
f = open(logFile,"r")
line=f.readline()
while line:
try:
with open(r"/home/rfdev/cbh/test0105.txt.tmp",'a') as file_object:
file_object.write(line)

except IndexError,e:
print e.message
print line
line=f.readline()

with open(r"/home/rfdev/cbh/test0105_new.txt",'w') as file_object1:
file_object1.truncate()

f1=open('/home/rfdev/cbh/test0105.txt.tmp','r')
lines=f1.readline()
while lines:
if len(lines)<50000:
with open(r"/home/rfdev/cbh/test0105_new.txt",'a') as file_object1:
file_object1.write(lines)
lines=f1.readline()

 

转载于:https://www.cnblogs.com/phoneber/p/8204755.html