最近研究tfx,感觉做的还不够成熟,很多功能都有欠缺,官网上也没有实用的案例。
tfx trainer组件中加入数据增强,这里是图像增强。
#!/usr/bin/env python
# coding: utf-8
import tensorflow as tf
import numpy as np
import sys
import time
import matplotlib.pyplot as plt
import os
from tensorflow_metadata.proto.v0 import schema_pb2
from tfx.utils import io_utils
from tensorflow_transform.tf_metadata import schema_utils
FILE_NAME = 'tft.gz'
IMAGE_KEY = 'image_data_xf'
LABEL_KEY = 'image_label_xf'
schema_file = 'schema.pbtxt'
def _gzip_reader_fn(filenames):
return tf.data.TFRecordDataset(filenames, compression_type='GZIP')
schema = io_utils.parse_pbtxt_file(schema_file, schema_pb2.Schema())
schema = schema_utils.schema_as_feature_spec(schema).feature_spec
'''tfx Trainer input_fn'''
# return a dataset shuffled batched repeated B U T not processed! can not do data augmented
dat