python合并文件_python把多个文件合并到一个新文件

#!/usr/bin/python

# -*- coding: UTF-8 -*-

import os

import glob

import sys

import re

import datetime

# 设置编码

reload(sys)

sys.setdefaultencoding('utf8')

filePath="/home/rfdev/cbh"

#proj1 = "*appStat.log*"

# 默认是读取昨天的日志

today = (datetime.datetime.now()+datetime.timedelta(days=-1)).strftime("%Y%m%d")

todayDb = (datetime.datetime.now()+datetime.timedelta(days=-1)).strftime("%Y-%m-%d")

tomorrowDb = (datetime.datetime.now()).strftime("%Y-%m-%d")

if len(sys.argv) == 2:

today = re.sub("-","",sys.argv[1])

todayDb = sys.argv[1]

tomorrowDb = (datetime.datetime.strptime(todayDb,'%Y-%m-%d')+datetime.timedelta(days=1)).strftime("%Y-%m-%d")

with open(r"/home/rfdev/cbh/test0105.txt.tmp",'w') as file_object:

file_object.truncate()

os.chdir(filePath)

logPattern = "*appStat.log." + todayDb

for logFile in glob.iglob(logPattern):

f = open(logFile,"r")

line=f.readline()

while line:

try:

with open(r"/home/rfdev/cbh/test0105.txt.tmp",'a') as file_object:

file_object.write(line)

except IndexError,e:

print e.message

print line

line=f.readline()

with open(r"/home/rfdev/cbh/test0105_new.txt",'w') as file_object1:

file_object1.truncate()

f1=open('/home/rfdev/cbh/test0105.txt.tmp','r')

lines=f1.readline()

while lines:

if len(lines)<50000:

with open(r"/home/rfdev/cbh/test0105_new.txt",'a') as file_object1:

file_object1.write(lines)

lines=f1.readline()