python多线程写同一个文件_在Python中多个线程写入同一CSV

下面是一些代码，它还处理引起unicode问题的头痛：def ensure_bytes(s):

return s.encode('utf-8') if isinstance(s, unicode) else s

class ThreadSafeWriter(object):

'''

>>> from StringIO import StringIO

>>> f = StringIO()

>>> wtr = ThreadSafeWriter(f)

>>> wtr.writerow(['a', 'b'])

>>> f.getvalue() == "a,b\\r\\n"

True

'''

def __init__(self, *args, **kwargs):

self._writer = csv.writer(*args, **kwargs)

self._lock = threading.Lock()

def _encode(self, row):

return [ensure_bytes(cell) for cell in row]

def writerow(self, row):

row = self._encode(row)

with self._lock:

return self._writer.writerow(row)

def writerows(self, rows):

rows = (self._encode(row) for row in rows)

with self._lock:

return self._writer.writerows(rows)

# example:

with open('some.csv', 'w') as f:

writer = ThreadSafeWriter(f)

writer.write([u'中文', 'bar'])

更详细的解决方案是here