tensorflow 队列，多线程

取消placeholder 和feed_dict={}组合，使用队列QUEUE和coordinator来实现tensorflow的多线程

import tensorflow as tfx = tf.random_normal([ 3], mean=- 1, stddev= 4)q = tf.FIFOQueue( capacity= 3, dtypes=tf.float32)op1 = q.enqueue_many(x)input = q.dequeue()input = tf.Print(input, data=[q.size()], message= 'nb elements left')y =input + 1 with tf.Session() as sess: sess.run(op1) print(sess.run(y)) print(sess.run(y)) print(sess.run(y)) print(sess.run(y)) import tensorflow as tfx_input_data = tf.random_normal([ 6], mean=- 1, stddev= 4)q = tf.FIFOQueue( capacity= 3, dtypes=tf.float32) #x_input_data = tf.Print(x_input_data, data=[x_input_data], message= 'raw uboyts data generated', summarize= 6)enqueue_op = q.enqueue_many(x_input_data)num = 1 #qr = tf.train.QueueRunner(q,[enqueue_op]*num) #tf.train.add_queue_runner(qr)input = q.dequeue()input = tf.Print(input , data=[q.size(),input], message= 'nb elements left input:')y = input + 1 with tf.Session() as sess: coord = tf.train.Coordinator() threads = tf.train.start_queue_runners( coord=coord) sess.run(y) sess.run(y) sess.run(y) sess.run(y) sess.run(y) sess.run(y) sess.run(y) sess.run(y) sess.run(y) sess.run(y) sess.run(y) sess.run(y) sess.run(y) coord.request_stop() coord.join(threads) # import time import tensorflow as tf # We simulate some raw input data # (think about it as fetching some data from the file system) # let's say: batches of 128 samples, each containing 1024 data pointsx_input_data = tf.random_normal([ 128, 1024], mean= 0, stddev= 1) # We build our small model: a basic two layers neural net with ReLU with tf.variable_scope( "queue"): q = tf.FIFOQueue( capacity= 5, dtypes=tf.float32) # enqueue 5 batches # We use the "enqueue" operation so 1 element of the queue is the full batch enqueue_op = q.enqueue(x_input_data) numberOfThreads = 1 qr = tf.train.QueueRunner(q, [enqueue_op] * numberOfThreads) tf.train.add_queue_runner(qr) input = q.dequeue() # It replaces our input placeholder # We can also compute y_true right into the graph now y_true = tf.cast(tf.reduce_sum(input, axis= 1, keep_dims= True) > 0, tf.int32) with tf.variable_scope( 'FullyConnected'): w = tf.get_variable( 'w', shape=[ 1024, 1024], initializer=tf.random_normal_initializer( stddev= 1e-1)) b = tf.get_variable( 'b', shape=[ 1024], initializer=tf.constant_initializer( 0.1)) z = tf.matmul(input, w) + b y = tf.nn.relu(z) w2 = tf.get_variable( 'w2', shape=[ 1024, 1], initializer=tf.random_normal_initializer( stddev= 1e-1)) b2 = tf.get_variable( 'b2', shape=[ 1], initializer=tf.constant_initializer( 0.1)) z = tf.matmul(y, w2) + b2 with tf.variable_scope( 'Loss'): losses = tf.nn.sigmoid_cross_entropy_with_logits( None, tf.cast(y_true, tf.float32), z) loss_op = tf.reduce_mean(losses) with tf.variable_scope( 'Accuracy'): y_pred = tf.cast(z > 0, tf.int32) accuracy = tf.reduce_mean(tf.cast(tf.equal(y_pred, y_true), tf.float32)) accuracy = tf.Print(accuracy, data=[accuracy], message= "accuracy:") # We add the training op ... adam = tf.train.AdamOptimizer( 1e-2) train_op = adam.minimize(loss_op, name= "train_op") startTime = time.time() with tf.Session() as sess: # ... init our variables, ... sess.run(tf.global_variables_initializer()) # ... add the coordinator, ... coord = tf.train.Coordinator() threads = tf.train.start_queue_runners( coord=coord) # ... check the accuracy before training (without feed_dict!), ... sess.run(accuracy) # ... train ... for i in range( 5000): _, loss = sess.run([train_op, loss_op]) if i % 500 == 0: print( 'iter:%d - loss:%f' % (i, loss)) sess.run(accuracy) coord.request_stop() coord.join(threads) print( "Time taken: %f" % (time.time() - startTime))