TensorFlow文件读取

import os
import tensorflow.compat.v1 as tf
tf.compat.v1.disable_eager_execution()


def read_csv(file_list):

    file_queue = tf.train.string_input_producer(file_list)
    reader = tf.TextLineReader()
    (k,value)= reader.read(file_queue)
    records = [['None'],['None']]
    x,y = tf.decode_csv(value, records)
    x_bat, y_bat = tf.train.batch([x,y], batch_size=8,num_threads= 1)

    return x_bat, y_bat

if __name__ == '__main__':
    dir_name = '../test_data/'
    filename = os .listdir(dir_name)
    file_list =[]
    for i in filename:
        file_list.append(os.path.join(dir_name, i))

    x,y = read_csv(file_list)

    with tf.Session() as sess:
        #线程协调器
        coord = tf.train.Coordinator()
        #开启队列运行的线程
        threads = tf.train.start_queue_runners(sess, coord= coord)
        x_res, y_res = sess.run([x,y])
        print(x_res)
        print(y_res)