python 8-3 如何在线程间进行事件通知

python 8-3-1 使用tarfile可以实现文件的压缩打包

解决方案:
线程间的事件通知,可以使用标准库中的Threading.Event,如果是两个线程一般会用到2组eVent来相互通知
1.等待事件一端调用wait,等待事件 event.wait(),如果要wait持续生效 得event.clear()
2.通知事件一端调用set,通知事件 event.set()
3.daemon线程是指所有的线程如果结束了，daemon线程也会结束
使用tarfile可以实现文件的压缩打包

from xml.etree.ElementTree import Element,ElementTree
from xml.dom.minidom import parse
from xml.dom import minidom
from threading import Thread
from threading import Event
from collections import deque
from Queue import  Queue
from StringIO import StringIO
import requests
import csv
q2 =deque()




def pretty(e,level=0):
    if len(e) >0:
        e.text='\n' + '\t'*(level+1)
        for child in e:
            pretty(child,level+1)
        child.tail=child.tail[:-1]
    e.tail='\n' + '\t'*level


class DownloadThread(Thread):
    def __init__(self,sid,queue):
        Thread.__init__(self)
        self.sid = sid
        self.url = "http://table.finance.yahoo.com/table.csv?s=%s.sz"
        self.url %= str(sid).rjust(6,'0')
        self.queue = queue

    def download(self,url):
        proxies = {"http": "http://135.245.48.34:8000"}
        #response = requests.get(url,proxies=proxies)
        #response = requests.get(url)
        #if response.ok:
        #    return StringIO(response.content)
        f = open("pingan.csv")
        #reader = csv.reader(f)
        #return StringIO(reader)
        return StringIO(f.read())


    def run(self):
        print "download ",self.sid,self.url
        data = self.download(self.url)
        self.queue.put((self.sid,data))

class ConvertThread(Thread):
    def __init__(self,queue,cEvent,tEvent):
        Thread.__init__(self)
        self.queue = queue
        self.cEvent = cEvent
        self.tEvent = tEvent

    def createXmlFromCsv(self,scsv,fxml):
        root=minidom.Document()
        dataElement=root.createElement("Data")

        reader=csv.reader(scsv)
        headers=reader.next()
        headers = map(lambda h: h.replace(' ',''),headers)
        for row in reader:
            rowElement=root.createElement("Row")
            for tag,text in zip(headers,row):
                item=root.createElement(tag)
                item.appendChild(root.createTextNode(text))
                rowElement.appendChild(item)
            dataElement.appendChild(rowElement)
        fxml.write(root.appendChild(dataElement).toprettyxml())                            
    #return root.appendChild(dataElement)


    def csvToXml(self,scsv,fname):
        reader=csv.reader(scsv)
        headers=reader.next()
        root=Element('Data')
        for row in reader:
            eRow=Element('Row')
            root.append(eRow)
            for tag,text in zip(headers,row):
                e=Element(str(tag).replace(" ", "_"))
                e.text=text
                eRow.append(e)
        pretty(root)
        et = ElementTree(root)
        et.write(fname)

    def run(self):
        count = 0
        while True:
            sid, data = self.queue.get()
            if sid == -1:
                print "-1 was called"
                self.cEvent.set()
                self.tEvent.wait()
                break
            if data:
                print 'Convert to XML ...(%d)' % sid
                fname = str(sid).rjust(6,'0') + '.xml'
                with open (fname,'wb') as wf:
                    self.createXmlFromCsv(data,wf)
                   #self.csvToXml(data,wf)
                count += 1
                if count ==  5:
                    self.cEvent.set()
                    self.tEvent.wait()
                    self.tEvent.clear()
                    count = 0

class TarThread(Thread):
    def __init__(self,cEvent,tEvent):
        Thread.__init__(self)
        self.count = 0
        self.cEvent = cEvent
        self.tEvent = tEvent
        self.setDaemon(True)
    def tarXml(self):
        self.count += 1
        tfname = '%d.tgz' %self.count
        tf = tarfile.open(tfname,"w:gz")
        for fname in os.listdir('.'):
            if fname.endswith('.xml'):
                tf.add(fname)
                os.remove(fname)
        tf.close()
        if not tf.members:
            os.remove(tfname) 

    def run(self):
        while True:
            self.cEvent.wait()
            self.tarXml()
            self.cEvent.clear()
            self.tEvent.set()


q=Queue()
cEvent = Event()
tEvent = Event()
dThreads=[DownloadThread(i,q) for i in xrange(1,13)]
cThreads=ConvertThread(q,cEvent,tEvent)

tThread = TarThread(cEvent,tEvent)
for t in dThreads:
    t.start()

cThreads.start()
tThread.start()

for t in dThreads:
    t.join()


q.put((-1,None))