第8章聊天机器人训练（TensorFlow的模型前期处理）—8.1，8.2线程处理

1.新建threadedgenerator.py文件

from threading import Thread
from queue import Queue

class ThreadedGenerator(object):
    def __init__(self,iterator,
                 sentinel=object(),
                 queue_maxsize=0,
                 daemon=False):
        self._iterator=iterator
        self._sentinel=sentinel
        self._queue=Queue(maxsize=queue_maxsize)
        self._thread=Thread(
            name=repr(iterator),
            target=self._run
        )
        self._thread.daemon=daemon
        self._started=False

    def __repr__(self):
        return 'ThreadedGenerator({!r})'.format(self._iterator)

    def _run(self):
        try:
            for value in self._iterator:
                if not self._started:
                    return
                self._queue.put(value)
        finally:
            self._queue.put(self._sentinel)
    def close(self):
            self._started=False
            try:
                while True:
                    self._queue.get(timeout=30)
            except KeyboardInterrupt as e:
                raise e
            except:
                pass

    def _iter_(self):
        self._started=True
        self._thread.start()
        for value in iter(self.queue.get, self._sentinel):
            yield value
        self.thread.join()
        self._started=False

    def __next__(self):
        if not self._started:
            self._started=True
            self._thread.start()
        value=self._queue.get(timeout=30)
        if value==self._sentinel:
            raise StopIteration()
        return value

def test():
    def gene():
        i=0
        while True:
            yield i
            i+=1
    t=gene()
    test=ThreadedGenerator(t)

    for _ in range(20):
        print(next(test))

    test.close()

if __name__== '__main__':
    test()