-
import timeit #查看运行开始到结束所用的时间
-
import tensorflow as tf
-
import os
-
-
def generate_tfrecords(input_filename, output_filename):
-
print( "\nStart to convert {} to {}\n".format(input_filename, output_filename))
-
start_time = timeit.default_timer()
-
writer = tf.python_io.TFRecordWriter(output_filename)
-
-
for line in open(input_filename, "r"):
-
data = line.split( ",")
-
label = float(data[ 9])
-
-
-
features = [float(i) for i in data[: 9]] #特征不要最后一列数据
-
#将数据转化为原生 bytes
-
example = tf.train.Example(features=tf.train.Features(feature={
-
"label":
-
tf.train.Feature(float_list=tf.train.FloatList(value=[label])),
-
"features":
-
tf.train.Feature(float_list=tf.train.FloatList(value=features)),
-
}))
-
writer.write(example.SerializeToString()) #序列化为字符串
-
-
writer.close()
-
print( "Successfully convert {} to {}".format(input_filename,
-
output_filename))
-
end_time = timeit.default_timer()
-
print( "\nThe pretraining process ran for {0} minutes\n".format((end_time - start_time) / 60))
-
-
def main():
-
current_path = "G:/Spyder/csv_TFrecords/"
-
for filename in os.listdir(current_path):
-
if filename == "SiteB.UDP_train_unsupervised.csv": #当前路径下,需要转换的CSV文件
-
generate_tfrecords(current_path+filename, current_path+filename + ".tfrecords")
-
-
return current_path+filename + ".tfrecords"
-
-
if __name__ == "__main__":
-
import timeit #查看运行开始到结束所用的时间
-
import tensorflow as tf
-
import os
-
-
def generate_tfrecords(input_filename, output_filename):
-
print( "\nStart to convert {} to {}\n".format(input_filename, output_filename))
-
start_time = timeit.default_timer()
-
writer = tf.python_io.TFRecordWriter(output_filename)
-
-
for line in open(input_filename, "r"):
-
data = line.split( ",")
-
label = float(data[ 9])
-
-
-
features = [float(i) for i in data[: 9]] #特征不要最后一列数据
-
#将数据转化为原生 bytes
-
example = tf.train.Example(features=tf.train.Features(feature={
-
"label":
-
tf.train.Feature(float_list=tf.train.FloatList(value=[label])),
-
"features":
-
tf.train.Feature(float_list=tf.train.FloatList(value=features)),
-
}))
-
writer.write(example.SerializeToString()) #序列化为字符串
-
-
writer.close()
-
print( "Successfully convert {} to {}".format(input_filename,
-
output_filename))
-
end_time = timeit.default_timer()
-
print( "\nThe pretraining process ran for {0} minutes\n".format((end_time - start_time) / 60))
-
-
def main():
-
current_path = "G:/Spyder/csv_TFrecords/"
-
for filename in os.listdir(current_path):
-
if filename == "SiteB.UDP_train_unsupervised.csv": #当前路径下,需要转换的CSV文件
-
generate_tfrecords(current_path+filename, current_path+filename + ".tfrecords")
-
-
return current_path+filename + ".tfrecords"
-
-
if __name__ == "__main__":