以下为MNIST测试，主要为了构建模型，只跑了，少量epoch,效果如下:
WGAN 2个epoch
wgan-gp 6个epoch
gan 10个epoch
有时间可以多跑几轮，这里就不展示了。
代码如下
-
from datetime
import datetime
-
import os
-
import matplotlib.pyplot
as plt
-
import numpy
as np
-
import tensorflow
as tf
-
from six.moves
import xrange
-
from tensorflow.examples.tutorials.mnist
import input_data
-
mnist = input_data.read_data_sets(
"MNIST_data",one_hot=
True)
-
data= mnist.train.images
#(55000,784)
-
def Save_genImages(gen, epoch):
-
r,c =
10,
10
-
fig,axs = plt.subplots(r,c)
-
cnt =
0
-
print(gen.shape)
-
for i
in range(r):
-
for j
in range(c):
-
axs[i,j].imshow(gen[cnt][:,:],cmap=
'Greys_r')
-
axs[i,j].axis(
'off')
-
cnt +=
1
-
if
not os.path.exists(
'gen_mnist'):
-
os.makedirs(
'gen_mnist')
-
fig.savefig(
'gen_mnist/%d.jpg' % epoch)
-
plt.close()
-
def Save_lossValue(epoch,iters,d_loss,g_loss):
-
with open(
'loss2.txt',
'a')
as f:
-
f.write(
"第%d个epoch,第%d个batch , d_loss: %.8f, g_loss: %.8f"%(epoch, iters, d_loss, g_loss)+
'\n')
-
def plot_loss(loss):
-
fig,ax = plt.subplots(figsize=(
20,
7))
-
losses = np.array(loss)
-
plt.plot(losses.T[
0], label=
"Discriminator Loss")
-
plt.plot(losses.T[
1], label=
"Generator Loss")
-
plt.title(
"Training Losses")
-
plt.legend()
-
plt.savefig(
'loss2.jpg')
-
plt.show()
-
#定义Relu激活函数
-
def Relu(name, tensor):
-
return tf.nn.relu(tensor,name)
-
-
#定义LeakyRelu激活函数
-
def LeakyRelu(x, alpha=0.2):
-
return tf.maximum(x, alpha * x)
-
-
#定义全连接层
-
def Fully_connected(name, value, output_shape):
-
with tf.variable_scope(name, reuse=
None)
as scope:
-
shape = value.get_shape().as_list()
-
w = tf.get_variable(
'w', [shape[
1], output_shape], dtype=tf.float32,
-
initializer=tf.random_normal_initializer(stddev=
0.01))
-
b = tf.get_variable(
'b', [output_shape], dtype=tf.float32, initializer=tf.constant_initializer(
0.0))
-
-
return tf.matmul(value, w) + b
-
-
#定义一维卷积
-
def Conv1d(name, tensor, ksize, out_dim, stride, padding, stddev=0.01):
-
with tf.variable_scope(name):
-
w = tf.get_variable(
'w',[ksize,tensor.get_shape()[
-1],out_dim],dtype=tf.float32,
-
initializer=tf.random_normal_initializer(stddev=stddev))
-
var = tf.nn.conv1d(tensor,w,stride,padding=padding)
-
b = tf.get_variable(
'b',[out_dim],
'float32',initializer=tf.constant_initializer(
0.01))
-
-
return tf.nn.bias_add(var,b)
-
-
#定义二维卷积
-
def Conv2d(name, tensor, filter_size1 ,filter_size2, out_dim, stride1, stride2, padding, stddev=0.01):
-
with tf.variable_scope(name):
-
w = tf.get_variable(
'w',[filter_size1, filter_size2, tensor.get_shape()[
-1], out_dim], dtype=tf.float32,
-
initializer=tf.random_normal_initializer(stddev=stddev))
-
var = tf.nn.conv2d(tensor, w, [
1, stride1, stride2,
1], padding=padding)
-
b = tf.get_variable(
'b',[out_dim],
'float32', initializer=tf.constant_initializer(
0.01))
-
-
return tf.nn.bias_add(var,b)
-
-
#定义二维反卷积
-
def Deconv2d(name, tensor, filter_size1, filter_size2, outshape, stride1, stride2, padding, stddev=0.01):
-
with tf.variable_scope(name):
-
w = tf.get_variable(
'w', [filter_size1, filter_size2, outshape[
-1], tensor.get_shape()[
-1]], dtype=tf.float32,
-
initializer=tf.random_normal_initializer(stddev=stddev))
-
var = tf.nn.conv2d_transpose(tensor, w, outshape, strides=[
1,stride1, stride2,
1], padding=padding)
-
b = tf.get_variable(
'b', [outshape[
-1]],
'float32', initializer=tf.constant_initializer(
0.01))
-
-
return tf.nn.bias_add(var,b)
-
def Get_inputs(real_size,noise_size):
-
real_img = tf.placeholder(tf.float32, [
None, real_size], name=
'real_img')
-
noise_img = tf.placeholder(tf.float32, [
None, noise_size], name=
'noise_img')
-
-
return real_img, noise_img
-
def Discriminator(img, reuse=False, name='discriminator'):
-
with tf.variable_scope(name, reuse=reuse):
-
-
output = Fully_connected(
'df1',img,
2048)
-
output = LeakyRelu(output)
-
-
output = Fully_connected(
'df2',output,
1024)
-
output = LeakyRelu(output)
-
-
-
output = Fully_connected(
'df3',output,
512)
-
output = LeakyRelu(output)
-
-
output = Fully_connected(
'df4',output,
256)
-
output = LeakyRelu(output)
-
-
output = Fully_connected(
'df5',output,
1)
-
return output
-
def Generator(noise_img, reuse=False, name='generator'):
-
with tf.variable_scope(name,reuse=reuse):
-
-
output = Fully_connected(
'gf1',noise_img,
2048)
-
output = tf.layers.batch_normalization(output,momentum=
0.8,training=
True)
-
output = tf.nn.relu(output)
-
-
output = Fully_connected(
'gf2',output,
1024)
-
output = tf.layers.batch_normalization(output,momentum=
0.8,training=
True)
-
output = tf.nn.relu(output)
-
-
output = Fully_connected(
'gf3',output,
512)
-
output = tf.layers.batch_normalization(output,momentum=
0.8,training=
True)
-
output = tf.nn.relu(output)
-
-
output = Fully_connected(
'gf4',output,
256)
-
output = tf.layers.batch_normalization(output,momentum=
0.8,training=
True)
-
output = tf.nn.relu(output)
-
-
-
output = Fully_connected(
'gf5',output,
784)
-
output = tf.nn.tanh(output)
-
return output
-
mode =
'wgan'
# gan, wgan, wgan-gp
-
noise =
'normal'
# normal0_1, normal, uniform
-
batch_size =
100
-
epochs =
10
-
n_sample =
100
-
lamda =
10
-
img_size =
784
-
noise_size =
100
-
-
tf.reset_default_graph()
-
-
real_img, noise_img = Get_inputs(img_size,noise_size)
#feed于此
-
real_data = real_img
-
fake_data = Generator(noise_img)
-
-
disc_real = Discriminator(real_data,reuse=
False)
-
disc_fake = Discriminator(fake_data,reuse=
True)
-
-
-
#生成器和判别器中的tensor
-
train_vars = tf.trainable_variables()
-
g_vars = [var
for var
in train_vars
if var.name.startswith(
"generator")]
-
d_vars = [var
for var
in train_vars
if var.name.startswith(
"discriminator")]
-
-
#普通的GAN
-
if mode ==
'gan':
-
gen_cost = tf.reduce_mean(tf.nn.sigmoid_cross_entropy_with_logits(logits=disc_fake,labels=tf.ones_like(disc_fake)))
#生成器loss
-
disc_cost = tf.reduce_mean(tf.nn.sigmoid_cross_entropy_with_logits(logits=disc_fake,labels=tf.zeros_like(disc_fake)))
-
disc_cost += tf.reduce_mean(tf.nn.sigmoid_cross_entropy_with_logits(logits=disc_real,labels=tf.ones_like(disc_real)))
-
disc_cost /=
2.
#判别器loss
-
#优化器
-
gen_train_op = tf.train.AdamOptimizer(learning_rate=
2e-4, beta1=
0.5).minimize(gen_cost,var_list=g_vars)
-
disc_train_op = tf.train.AdamOptimizer(learning_rate=
2e-4,beta1=
0.5).minimize(disc_cost,var_list=d_vars)
-
clip_disc_weights =
None
-
-
#wgan
-
elif mode ==
'wgan':
-
gen_cost = -tf.reduce_mean(disc_fake)
#生成器loss
-
disc_cost = tf.reduce_mean(disc_fake) - tf.reduce_mean(disc_real)
#判别器loss
-
-
#优化器
-
gen_train_op = tf.train.RMSPropOptimizer(learning_rate=
5e-5).minimize(gen_cost,var_list=g_vars)
-
disc_train_op = tf.train.RMSPropOptimizer(learning_rate=
5e-5).minimize(disc_cost,var_list=d_vars)
-
clip_ops = []
-
#将判别器权重截断到[-0.01,0.01]
-
for var
in train_vars:
-
if var.name.startswith(
"discriminator"):
-
clip_bounds = [
-0.01,
0.01]
-
clip_ops.append(tf.assign(var,tf.clip_by_value(var,clip_bounds[
0],clip_bounds[
1])))
-
clip_disc_weights = tf.group(*clip_ops)
-
-
elif mode ==
'wgan-gp':
-
gen_cost = -tf.reduce_mean(disc_fake)
#生成器loss
-
disc_cost = tf.reduce_mean(disc_fake) - tf.reduce_mean(disc_real)
#判别器loss
-
-
#梯度惩罚
-
alpha = tf.random_uniform(shape=[batch_size,
1],minval=
0.,maxval=
1.)
-
interpolates = alpha*fake_data + (
1-alpha)*real_data
-
gradients = tf.gradients(Discriminator(interpolates,reuse=
True),[interpolates])[
0]
-
slopes = tf.sqrt(tf.reduce_sum(tf.square(gradients),reduction_indices=[
1]))
-
gradient_penalty = tf.reduce_mean((slopes
-1.)**
2)
-
disc_cost += lamda * gradient_penalty
-
clip_disc_weights =
None
-
-
#优化器
-
gen_train_op = tf.train.AdamOptimizer(learning_rate=
1e-4,beta1=
0.5,beta2=
0.9).minimize(gen_cost,var_list=g_vars)
-
disc_train_op = tf.train.AdamOptimizer(learning_rate=
1e-4,beta1=
0.5,beta2=
0.9).minimize(disc_cost,var_list=d_vars)
-
-
saver = tf.train.Saver()
-
def Train():
-
losses = []
-
with tf.Session()
as sess:
-
sess.run(tf.global_variables_initializer())
-
for e
in range(epochs):
-
for i
in xrange(len(data)//batch_size):
-
batch_images = data[i*batch_size:(i+
1)*batch_size]
-
batch_images = batch_images.reshape(batch_size,
784)
-
#batch = mnist.train.next_batch(batch_size)
-
#batch_images = batch[0].reshape((batch_size,784))
-
if noise !=
'normal0_1' :
-
batch_images = batch_images*
2
-1
-
if noise ==
'uniform':
-
batch_noise = np.random.uniform(
-1,
1, size=(batch_size, noise_size))
-
elif noise ==
'normal':
-
batch_noise = np.random.normal(
-1,
1, size=(batch_size, noise_size))
-
elif noise ==
'normal0_1':
-
batch_noise = np.random.normal(
0,
1, size=(batch_size, noise_size))
-
if mode ==
'gan':
#普通的gan，判别器，生成器各训练一次
-
disc_iters =
1
-
else:
#wgan和wgan-gp，判别器训练多次，生成器训练一次
-
disc_iters =
6
-
for x
in range(
0, disc_iters):
-
_,d_loss = sess.run([disc_train_op,disc_cost],feed_dict={real_data:batch_images,noise_img:batch_noise})
-
if clip_disc_weights
is
not
None:
-
_ = sess.run(clip_disc_weights)
-
_,g_loss = sess.run([gen_train_op,gen_cost],feed_dict={noise_img:batch_noise})
-
Save_lossValue(e,i,d_loss,g_loss)
-
print(
"第%d个epoch,第%d个batch , d_loss: %.8f, g_loss: %.8f"%(e, i, d_loss, g_loss))
-
losses.append((d_loss,g_loss))
-
-
if noise ==
'uniform':
-
sample_noise = np.random.uniform(
-1,
1, size=(batch_size, noise_size))
-
elif noise ==
'normal':
-
sample_noise = np.random.normal(
-1,
1, size=(batch_size, noise_size))
-
elif noise ==
'normal0_1':
-
sample_noise = np.random.normal(
0,
1, size=(batch_size, noise_size))
-
gen_samples = sess.run(Generator(noise_img,reuse=
True),feed_dict={noise_img:sample_noise})
-
print(gen_samples.shape)
-
saver.save(sess,
'checkpoints/test2.ckpt')
-
if e %
1 ==
0:
-
gen = gen_samples.reshape(
100,
28,
28)
-
if noise !=
'normal0_1':
-
gen = (gen+
1)/
2
-
Save_genImages(gen, e)
-
plot_loss(losses)
-
-
def Test():
-
saver = tf.train.Saver(var_list=g_vars)
-
with tf.Session()
as sess:
-
saver.restore(sess,tf.train.latest_checkpoint(
"checkpoints"))
-
# saver.restore(sess,'checkppoints/test2.ckpt')
-
if noise ==
'uniform':
-
sample_noise = np.random.uniform(
-1,
1, size=(batch_size, noise_size))
-
elif noise ==
'normal':
-
sample_noise = np.random.normal(
-1,
1, size=(batch_size, noise_size))
-
elif noise ==
'normal0_1':
-
sample_noise = np.random.normal(
0,
1, size=(batch_size, noise_size))
-
gen_samples = sess.run(Generator(noise_img,reuse=
True),feed_dict={noise_img:sample_noise})
-
if noise !=
'normal0_1':
-
gen_images = (gen_samples+
1)/
2
-
-
if __name__ ==
'__main__':
-
Train()
-
#Test()
-
from datetime
import datetime
-
import os
-
import matplotlib.pyplot
as plt
-
import numpy
as np
-
import tensorflow
as tf
-
from six.moves
import xrange
-
data = np.load(
'final37.npy')
-
data = data[:,:,
0:
60]
-
#显示原始数据图像
-
def Show_images(data,show_nums,save=False):
-
index =
0
-
for n
in range(show_nums):
-
show_images = data[index:index+
100]
-
show_images = show_images.reshape(
100,
3,
60,
1)
-
r,c =
10,
10
-
fig,axs = plt.subplots(r,c)
-
cnt =
0
-
for i
in range(r):
-
for j
in range(c):
-
xy = show_images[cnt]
-
for k
in range(len(xy)):
-
x = xy[k][
0:
30]
-
y = xy[k][
30:
60]
-
if k ==
0 :
-
axs[i,j].plot(x,y,color=
'blue',linewidth=
2)
-
if k ==
1:
-
axs[i,j].plot(x,y,color=
'red',linewidth=
2)
-
if k ==
2:
-
axs[i,j].plot(x,y,color=
'green',linewidth=
2)
-
axs[i,j].axis(
'off')
-
cnt +=
1
-
index +=
100
-
if save:
-
if
not os.path.exists(
'This_epoch'):
-
os.makedirs(
'This_epoch')
-
fig.savefig(
'This_epoch/%d.jpg' % n)
-
plt.close()
-
else:
-
plt.show()
-
-
def Save_genImages(gen, epoch):
-
r,c =
10,
10
-
fig,axs = plt.subplots(r,c)
-
cnt =
0
-
for i
in range(r):
-
for j
in range(c):
-
xy = gen[cnt]
-
for k
in range(len(xy)):
-
x = xy[k][
0:
30]
-
y = xy[k][
30:
60]
-
if k ==
0:
-
axs[i,j].plot(x,y,color=
'blue')
-
if k ==
1:
-
axs[i,j].plot(x,y,color=
'red')
-
if k ==
2:
-
axs[i,j].plot(x,y,color=
'green')
-
axs[i,j].axis(
'off')
-
cnt +=
1
-
if
not os.path.exists(
'gen_img1'):
-
os.makedirs(
'gen_img1')
-
fig.savefig(
'gen_img1/%d.jpg' % epoch)
-
plt.close()
-
def Save_lossValue(epoch,iters,d_loss,g_loss):
-
with open(
'losst.txt',
'a')
as f:
-
f.write(
"第%d个epoch,第%d个batch , d_loss: %.8f, g_loss: %.8f"%(epoch, iters, d_loss, g_loss)+
'\n')
-
def plot_loss(loss):
-
fig,ax = plt.subplots(figsize=(
20,
7))
-
losses = np.array(loss)
-
plt.plot(losses.T[
0], label=
"Discriminator Loss")
-
plt.plot(losses.T[
1], label=
"Generator Loss")
-
plt.title(
"Training Losses")
-
plt.legend()
-
plt.savefig(
'loss.jpg')
-
plt.show()
-
#定义Relu激活函数
-
def Relu(name, tensor):
-
return tf.nn.relu(tensor,name)
-
-
#定义LeakyRelu激活函数
-
def LeakyRelu(name, x, leak=0.2):
-
return tf.maximum(x,leak*x,name=name)
-
-
#定义全连接层
-
def Fully_connected(name, value, output_shape):
-
with tf.variable_scope(name,reuse=
None)
as scope:
-
shape = value.get_shape().as_list()
-
w = tf.get_variable(
'w',[shape[
1],output_shape],dtype=tf.float32,
-
initializer=tf.random_normal_initializer(stddev=
0.01))
-
b = tf.get_variable(
'b',[output_shape],dtype=tf.float32,initializer=tf.constant_initializer(
0.0))
-
-
return tf.matmul(value,w) + b
-
-
#定义一维卷积
-
def Conv1d(name, tensor, ksize, out_dim, stride, padding, stddev=0.01):
-
with tf.variable_scope(name):
-
w = tf.get_variable(
'w',[ksize,tensor.get_shape()[
-1],out_dim],dtype=tf.float32,
-
initializer=tf.random_normal_initializer(stddev=stddev))
-
var = tf.nn.conv1d(tensor,w,stride,padding=padding)
-
b = tf.get_variable(
'b',[out_dim],
'float32',initializer=tf.constant_initializer(
0.01))
-
-
return tf.nn.bias_add(var,b)
-
-
#定义二维卷积
-
def Conv2d(name, tensor, filter_size1 ,filter_size2, out_dim, stride1, stride2, padding, stddev=0.01):
-
with tf.variable_scope(name):
-
w = tf.get_variable(
'w',[filter_size1, filter_size2, tensor.get_shape()[
-1], out_dim], dtype=tf.float32,
-
initializer=tf.random_normal_initializer(stddev=stddev))
-
var = tf.nn.conv2d(tensor, w, [
1, stride1, stride2,
1], padding=padding)
-
b = tf.get_variable(
'b',[out_dim],
'float32', initializer=tf.constant_initializer(
0.01))
-
-
return tf.nn.bias_add(var,b)
-
-
#定义二维反卷积
-
def Deconv2d(name, tensor, filter_size1, filter_size2, outshape, stride1, stride2, padding, stddev=0.01):
-
with tf.variable_scope(name):
-
w = tf.get_variable(
'w', [filter_size1, filter_size2, outshape[
-1], tensor.get_shape()[
-1]], dtype=tf.float32,
-
initializer=tf.random_normal_initializer(stddev=stddev))
-
var = tf.nn.conv2d_transpose(tensor, w, outshape, strides=[
1,stride1, stride2,
1], padding=padding)
-
b = tf.get_variable(
'b', [outshape[
-1]],
'float32', initializer=tf.constant_initializer(
0.01))
-
-
return tf.nn.bias_add(var,b)
-
def Get_inputs(real_size,noise_size):
-
real_img = tf.placeholder(tf.float32, [
None, real_size], name=
'real_img')
-
noise_img = tf.placeholder(tf.float32, [
None, noise_size], name=
'noise_img')
-
-
return real_img, noise_img
-
-
def Generator(noise_img, reuse=False, alpha=0.01):
-
with tf.variable_scope(
'generator',reuse=reuse):
-
# print(noise_img.shape)
-
output = tf.layers.dense(noise_img,
128)
-
# print(output.shape)
-
output = tf.maximum(alpha * output,output)
-
output = tf.layers.batch_normalization(output,momentum=
0.8,training=
True)
-
output = tf.layers.dropout(output, rate=
0.25)
-
-
output = tf.layers.dense(output,
512)
-
output = tf.maximum(alpha * output,output)
-
output = tf.layers.batch_normalization(output,momentum=
0.8,training=
True)
-
output = tf.layers.dropout(output,rate=
0.25)
-
-
output = tf.layers.dense(output,
180)
-
output = tf.tanh(output)
-
return output
-
def Discriminator(img,reuse=False,alpha=0.01):
-
-
with tf.variable_scope(
"discriminator", reuse=reuse):
-
print(img.shape)
-
output = tf.layers.dense(img,
512)
-
output = tf.maximum(alpha * output, output)
-
-
output = tf.layers.dense(output,
128)
-
output = tf.maximum(alpha * output, output)
-
-
output = tf.layers.dense(output,
1)
-
return output
-
mode =
'gan'
#gan, wgan, wgan-gp
-
batch_size =
100
-
epochs =
1
-
n_sample =
100
-
learning_rate =
0.0002
-
lamda =
10
-
img_size =
180
-
noise_size =
100
-
-
tf.reset_default_graph()
-
-
real_img, noise_img = Get_inputs(img_size,noise_size)
#feed于此
-
real_data = real_img
-
fake_data = Generator(noise_img)
-
-
disc_real = Discriminator(real_data,reuse=
False)
-
disc_fake = Discriminator(fake_data,reuse=
True)
-
-
-
#生成器和判别器中的tensor
-
train_vars = tf.trainable_variables()
-
g_vars = [var
for var
in train_vars
if var.name.startswith(
"generator")]
-
d_vars = [var
for var
in train_vars
if var.name.startswith(
"discriminator")]
-
-
#普通的GAN
-
if mode ==
'gan':
-
gen_cost = tf.reduce_mean(tf.nn.sigmoid_cross_entropy_with_logits(logits=disc_fake,labels=tf.ones_like(disc_fake)))
#生成器loss
-
disc_cost = tf.reduce_mean(tf.nn.sigmoid_cross_entropy_with_logits(logits=disc_fake,labels=tf.zeros_like(disc_fake)))
-
disc_cost += tf.reduce_mean(tf.nn.sigmoid_cross_entropy_with_logits(logits=disc_real,labels=tf.ones_like(disc_real)))
-
disc_cost /=
2.
#判别器loss
-
#优化器
-
gen_train_op = tf.train.AdamOptimizer(learning_rate=
2e-4, beta1=
0.5).minimize(gen_cost,var_list=g_vars)
-
disc_train_op = tf.train.AdamOptimizer(learning_rate=
2e-4,beta1=
0.5).minimize(disc_cost,var_list=d_vars)
-
clip_disc_weights =
None
-
-
#wgan
-
elif mode ==
'wgan':
-
gen_cost = -tf.reduce_mean(disc_fake)
#生成器loss
-
disc_cost = tf.reduce_mean(disc_fake) - tf.reduce_mean(disc_real)
#判别器loss
-
-
#优化器
-
gen_train_op = tf.train.RMSPropOptimizer(learning_rate=
5e-5).minimize(gen_cost,var_list=g_vars)
-
disc_train_op = tf.train.RMSPropOptimizer(learning_rate=
5e-5).minimize(disc_cost,var_list=d_vars)
-
clip_ops = []
-
#将判别器权重截断到[-0.01,0.01]
-
for var
in train_vars:
-
if var.name.startswith(
"discriminator"):
-
clip_bounds = [
-0.01,
0.01]
-
clip_ops.append(tf.assign(var,tf.clip_by_value(var,clip_bounds[
0],clip_bounds[
1])))
-
clip_disc_weights = tf.group(*clip_ops)
-
-
elif mode ==
'wgan-gp':
-
gen_cost = -tf.reduce_mean(disc_fake)
#生成器loss
-
disc_cost = tf.reduce_mean(disc_fake) - tf.reduce_mean(disc_real)
#判别器loss
-
-
#梯度惩罚
-
alpha = tf.random_uniform(shape=[batch_size,
1],minval=
0.,maxval=
1.)
-
interpolates = alpha*fake_data + (
1-alpha)*real_data
-
gradients = tf.gradients(Discriminator(interpolates,reuse=
True),[interpolates])[
0]
-
slopes = tf.sqrt(tf.reduce_sum(tf.square(gradients),reduction_indices=[
1]))
-
gradient_penalty = tf.reduce_mean((slopes
-1.)**
2)
-
disc_cost += lamda * gradient_penalty
-
clip_disc_weights =
None
-
-
#优化器
-
gen_train_op = tf.train.AdamOptimizer(learning_rate=
1e-4,beta1=
0.5,beta2=
0.9).minimize(gen_cost,var_list=g_vars)
-
disc_train_op = tf.train.AdamOptimizer(learning_rate=
1e-4,beta1=
0.5,beta2=
0.9).minimize(disc_cost,var_list=d_vars)
-
-
saver = tf.train.Saver()
-
def Train():
-
losses = []
-
with tf.Session()
as sess:
-
sess.run(tf.global_variables_initializer())
-
for e
in range(epochs):
-
for i
in xrange(len(data)//batch_size):
-
batch_images = data[i*batch_size:(i+
1)*batch_size]
-
batch_images = batch_images.reshape(batch_size,
180)
-
batch_images = batch_images*
2
-1
-
batch_noise = np.random.uniform(
-1,
1,size=(batch_size,noise_size))
-
if mode ==
'gan':
#普通的gan，判别器，生成器各训练一次
-
disc_iters =
2
-
else:
#wgan和wgan-gp，判别器训练多次，生成器训练一次
-
disc_iters =
2
-
for x
in range(
0,disc_iters):
-
_,d_loss = sess.run([disc_train_op,disc_cost],feed_dict={real_data:batch_images,noise_img:batch_noise})
-
if clip_disc_weights
is
not
None:
-
_ = sess.run(clip_disc_weights)
-
_,g_loss = sess.run([gen_train_op,gen_cost],feed_dict={noise_img:batch_noise})
-
Save_lossValue(e,i,d_loss,g_loss)
-
print(
"第%d个epoch,第%d个batch , d_loss: %.8f, g_loss: %.8f"%(e, i, d_loss, g_loss))
-
losses.append((d_loss,g_loss))
-
sample_noise = np.random.uniform(
-1,
1,size=(
100,
100))
-
gen_samples = sess.run(Generator(noise_img,reuse=
True),feed_dict={noise_img:sample_noise})
-
print(gen_samples.shape)
-
saver.save(sess,
'checkpoints/test.ckpt')
-
if e %
1 ==
0:
-
gen = gen_samples.reshape(
100,
3,
60,
1)
-
Save_genImages(gen, e)
-
plot_loss(losses)
-
-
def Test():
-
saver = tf.train.Saver(var_list=g_vars)
-
with tf.Session()
as sess:
-
saver.restore(sess,tf.train.latest_checkpoint(
"checkpoints"))
-
# saver.restore(sess,'checkppoints/b.ckpt')
-
sample_noise = np.random.uniform(
-1,
1, size=(
10000,noise_size))
-
gen_samples = sess.run(Generator(noise_img,reuse=
True),feed_dict={noise_img:sample_noise})
-
gen_images = (gen_samples+
1)/
2
-
show_num = len(gen_images)//
100
-
Show_images(gen_images,show_num,save=
True)
-
-
if __name__ ==
'__main__':
-
Train()
-
#Test()
-
from datetime
import datetime
-
import os
-
import matplotlib.pyplot
as plt
-
import numpy
as np
-
import tensorflow
as tf
-
from six.moves
import xrange
-
data = np.load(
'data/final37.npy')
-
data = data[:,:,
0:
60]
-
#显示原始数据图像
-
def Show_images(data,show_nums,save=False):
-
index =
0
-
for n
in range(show_nums):
-
show_images = data[index:index+
100]
-
show_images = show_images.reshape(
100,
3,
60,
1)
-
r,c =
10,
10
-
fig,axs = plt.subplots(r,c)
-
cnt =
0
-
for i
in range(r):
-
for j
in range(c):
-
xy = show_images[cnt]
-
for k
in range(len(xy)):
-
x = xy[k][
0:
30]
-
y = xy[k][
30:
60]
-
if k ==
0 :
-
axs[i,j].plot(x,y,color=
'blue',linewidth=
2)
-
if k ==
1:
-
axs[i,j].plot(x,y,color=
'red',linewidth=
2)
-
if k ==
2:
-
axs[i,j].plot(x,y,color=
'green',linewidth=
2)
-
axs[i,j].axis(
'off')
-
cnt +=
1
-
index +=
100
-
if save:
-
if
not os.path.exists(
'This_epoch2'):
-
os.makedirs(
'This_epoch2')
-
fig.savefig(
'This_epoch2/%d.jpg' % n)
-
plt.close()
-
else:
-
plt.show()
-
-
def Save_genImages(gen, epoch):
-
r,c =
10,
10
-
fig,axs = plt.subplots(r,c)
-
cnt =
0
-
for i
in range(r):
-
for j
in range(c):
-
xy = gen[cnt]
-
for k
in range(len(xy)):
-
x = xy[k][
0:
30]
-
y = xy[k][
30:
60]
-
if k ==
0:
-
axs[i,j].plot(x,y,color=
'blue')
-
if k ==
1:
-
axs[i,j].plot(x,y,color=
'red')
-
if k ==
2:
-
axs[i,j].plot(x,y,color=
'green')
-
axs[i,j].axis(
'off')
-
cnt +=
1
-
if
not os.path.exists(
'gen_img2'):
-
os.makedirs(
'gen_img2')
-
fig.savefig(
'gen_img2/%d.jpg' % epoch)
-
plt.close()
-
def Save_lossValue(epoch,iters,d_loss,g_loss):
-
with open(
'loss2.txt',
'a')
as f:
-
f.write(
"第%d个epoch,第%d个batch , d_loss: %.8f, g_loss: %.8f"%(epoch, iters, d_loss, g_loss)+
'\n')
-
def plot_loss(loss):
-
fig,ax = plt.subplots(figsize=(
20,
7))
-
losses = np.array(loss)
-
plt.plot(losses.T[
0], label=
"Discriminator Loss")
-
plt.plot(losses.T[
1], label=
"Generator Loss")
-
plt.title(
"Training Losses")
-
plt.legend()
-
plt.savefig(
'loss2.jpg')
-
plt.show()
-
#定义Relu激活函数
-
def Relu(name, tensor):
-
return tf.nn.relu(tensor,name)
-
-
#定义LeakyRelu激活函数
-
def LeakyRelu(x, alpha=0.2):
-
return tf.maximum(x, alpha * x)
-
-
#定义全连接层
-
def Fully_connected(name, value, output_shape):
-
with tf.variable_scope(name, reuse=
None)
as scope:
-
shape = value.get_shape().as_list()
-
w = tf.get_variable(
'w', [shape[
1], output_shape], dtype=tf.float32,
-
initializer=tf.random_normal_initializer(stddev=
0.01))
-
b = tf.get_variable(
'b', [output_shape], dtype=tf.float32, initializer=tf.constant_initializer(
0.0))
-
-
return tf.matmul(value, w) + b
-
-
#定义一维卷积
-
def Conv1d(name, tensor, ksize, out_dim, stride, padding, stddev=0.01):
-
with tf.variable_scope(name):
-
w = tf.get_variable(
'w',[ksize,tensor.get_shape()[
-1],out_dim],dtype=tf.float32,
-
initializer=tf.random_normal_initializer(stddev=stddev))
-
var = tf.nn.conv1d(tensor,w,stride,padding=padding)
-
b = tf.get_variable(
'b',[out_dim],
'float32',initializer=tf.constant_initializer(
0.01))
-
-
return tf.nn.bias_add(var,b)
-
-
#定义二维卷积
-
def Conv2d(name, tensor, filter_size1 ,filter_size2, out_dim, stride1, stride2, padding, stddev=0.01):
-
with tf.variable_scope(name):
-
w = tf.get_variable(
'w',[filter_size1, filter_size2, tensor.get_shape()[
-1], out_dim], dtype=tf.float32,
-
initializer=tf.random_normal_initializer(stddev=stddev))
-
var = tf.nn.conv2d(tensor, w, [
1, stride1, stride2,
1], padding=padding)
-
b = tf.get_variable(
'b',[out_dim],
'float32', initializer=tf.constant_initializer(
0.01))
-
-
return tf.nn.bias_add(var,b)
-
-
#定义二维反卷积
-
def Deconv2d(name, tensor, filter_size1, filter_size2, outshape, stride1, stride2, padding, stddev=0.01):
-
with tf.variable_scope(name):
-
w = tf.get_variable(
'w', [filter_size1, filter_size2, outshape[
-1], tensor.get_shape()[
-1]], dtype=tf.float32,
-
initializer=tf.random_normal_initializer(stddev=stddev))
-
var = tf.nn.conv2d_transpose(tensor, w, outshape, strides=[
1,stride1, stride2,
1], padding=padding)
-
b = tf.get_variable(
'b', [outshape[
-1]],
'float32', initializer=tf.constant_initializer(
0.01))
-
-
return tf.nn.bias_add(var,b)
-
def Get_inputs(real_size,noise_size):
-
real_img = tf.placeholder(tf.float32, [
None, real_size], name=
'real_img')
-
noise_img = tf.placeholder(tf.float32, [
None, noise_size], name=
'noise_img')
-
-
return real_img, noise_img
-
-
def Get_noise(noise,batch_size):
-
if noise ==
'uniform':
-
batch_noise = np.random.uniform(
-1,
1, size=(batch_size, noise_size))
-
elif noise ==
'normal':
-
batch_noise = np.random.normal(
-1,
1, size=(batch_size, noise_size))
-
elif noise ==
'normal0_1':
-
batch_noise = np.random.normal(
0,
1, size=(batch_size, noise_size))
-
-
return batch_noise
-
-
def Discriminator(img, reuse=False, name='discriminator'):
-
with tf.variable_scope(name, reuse=reuse):
-
-
output = Fully_connected(
'df1',img,
2048)
-
output = LeakyRelu(output)
-
-
output = Fully_connected(
'df2',output,
1024)
-
output = LeakyRelu(output)
-
-
-
output = Fully_connected(
'df3',output,
512)
-
output = LeakyRelu(output)
-
-
output = Fully_connected(
'df4',output,
256)
-
output = LeakyRelu(output)
-
-
output = Fully_connected(
'df5',output,
1)
-
return output
-
def Generator(noise_img, reuse=False, name='generator'):
-
with tf.variable_scope(name,reuse=reuse):
-
-
output = Fully_connected(
'gf1',noise_img,
2048)
-
output = tf.layers.batch_normalization(output,momentum=
0.8,training=
True)
-
output = tf.nn.relu(output)
-
-
output = Fully_connected(
'gf2',output,
1024)
-
output = tf.layers.batch_normalization(output,momentum=
0.8,training=
True)
-
output = tf.nn.relu(output)
-
-
output = Fully_connected(
'gf3',output,
512)
-
output = tf.layers.batch_normalization(output,momentum=
0.8,training=
True)
-
output = tf.nn.relu(output)
-
-
output = Fully_connected(
'gf4',output,
256)
-
output = tf.layers.batch_normalization(output,momentum=
0.8,training=
True)
-
output = tf.nn.relu(output)
-
-
-
output = Fully_connected(
'gf5',output,
180)
-
output = tf.nn.tanh(output)
-
return output
-
mode =
'wgan-gp'
# gan, wgan, wgan-gp
-
noise =
'uniform'
# normal0_1, normal, uniform
-
batch_size =
100
-
epochs =
100
-
n_sample =
100
-
lamda =
10
-
img_size =
180
-
noise_size =
100
-
-
tf.reset_default_graph()
-
-
real_img, noise_img = Get_inputs(img_size,noise_size)
#feed于此
-
real_data = real_img
-
fake_data = Generator(noise_img)
-
-
disc_real = Discriminator(real_data,reuse=
False)
-
disc_fake = Discriminator(fake_data,reuse=
True)
-
-
-
#生成器和判别器中的tensor
-
train_vars = tf.trainable_variables()
-
g_vars = [var
for var
in train_vars
if var.name.startswith(
"generator")]
-
d_vars = [var
for var
in train_vars
if var.name.startswith(
"discriminator")]
-
-
#普通的GAN
-
if mode ==
'gan':
-
gen_cost = tf.reduce_mean(tf.nn.sigmoid_cross_entropy_with_logits(logits=disc_fake,labels=tf.ones_like(disc_fake)))
#生成器loss
-
disc_cost = tf.reduce_mean(tf.nn.sigmoid_cross_entropy_with_logits(logits=disc_fake,labels=tf.zeros_like(disc_fake)))
-
disc_cost += tf.reduce_mean(tf.nn.sigmoid_cross_entropy_with_logits(logits=disc_real,labels=tf.ones_like(disc_real)))
-
disc_cost /=
2.
#判别器loss
-
#优化器
-
gen_train_op = tf.train.AdamOptimizer(learning_rate=
2e-4, beta1=
0.5).minimize(gen_cost,var_list=g_vars)
-
disc_train_op = tf.train.AdamOptimizer(learning_rate=
2e-4,beta1=
0.5).minimize(disc_cost,var_list=d_vars)
-
clip_disc_weights =
None
-
-
#wgan
-
elif mode ==
'wgan':
-
gen_cost = -tf.reduce_mean(disc_fake)
#生成器loss
-
disc_cost = tf.reduce_mean(disc_fake) - tf.reduce_mean(disc_real)
#判别器loss
-
-
#优化器
-
gen_train_op = tf.train.RMSPropOptimizer(learning_rate=
5e-5).minimize(gen_cost,var_list=g_vars)
-
disc_train_op = tf.train.RMSPropOptimizer(learning_rate=
5e-5).minimize(disc_cost,var_list=d_vars)
-
clip_ops = []
-
#将判别器权重截断到[-0.01,0.01]
-
for var
in train_vars:
-
if var.name.startswith(
"discriminator"):
-
clip_bounds = [
-0.01,
0.01]
-
clip_ops.append(tf.assign(var,tf.clip_by_value(var,clip_bounds[
0],clip_bounds[
1])))
-
clip_disc_weights = tf.group(*clip_ops)
-
-
elif mode ==
'wgan-gp':
-
gen_cost = -tf.reduce_mean(disc_fake)
#生成器loss
-
disc_cost = tf.reduce_mean(disc_fake) - tf.reduce_mean(disc_real)
#判别器loss
-
-
#梯度惩罚
-
alpha = tf.random_uniform(shape=[batch_size,
1],minval=
0.,maxval=
1.)
-
interpolates = alpha*fake_data + (
1-alpha)*real_data
-
gradients = tf.gradients(Discriminator(interpolates,reuse=
True),[interpolates])[
0]
-
slopes = tf.sqrt(tf.reduce_sum(tf.square(gradients),reduction_indices=[
1]))
-
gradient_penalty = tf.reduce_mean((slopes
-1.)**
2)
-
disc_cost += lamda * gradient_penalty
-
clip_disc_weights =
None
-
-
#优化器
-
gen_train_op = tf.train.AdamOptimizer(learning_rate=
1e-4,beta1=
0.5,beta2=
0.9).minimize(gen_cost,var_list=g_vars)
-
disc_train_op = tf.train.AdamOptimizer(learning_rate=
1e-4,beta1=
0.5,beta2=
0.9).minimize(disc_cost,var_list=d_vars)
-
-
saver = tf.train.Saver()
-
-
def Train():
-
losses = []
-
with tf.Session()
as sess:
-
sess.run(tf.global_variables_initializer())
-
for e
in range(epochs):
-
for i
in xrange(len(data)//batch_size):
-
batch_images = data[i*batch_size:(i+
1)*batch_size]
-
batch_images = batch_images.reshape(batch_size,
180)
-
if noise !=
'normal0_1' :
-
batch_images = batch_images*
2
-1
-
batch_noise = Get_noise(noise,
100)
-
if mode ==
'gan':
#普通的gan，判别器，生成器各训练一次
-
disc_iters =
1
-
else:
#wgan和wgan-gp，判别器训练多次，生成器训练一次
-
disc_iters =
6
-
for x
in range(
0, disc_iters):
-
_,d_loss = sess.run([disc_train_op,disc_cost],feed_dict={real_data:batch_images,noise_img:batch_noise})
-
if clip_disc_weights
is
not
None:
-
_ = sess.run(clip_disc_weights)
-
_,g_loss = sess.run([gen_train_op,gen_cost],feed_dict={noise_img:batch_noise})
-
Save_lossValue(e,i,d_loss,g_loss)
-
print(
"第%d个epoch,第%d个batch , d_loss: %.8f, g_loss: %.8f"%(e, i, d_loss, g_loss))
-
losses.append((d_loss,g_loss))
-
-
sample_noise = Get_noise(noise,
100)
-
gen_samples = sess.run(Generator(noise_img,reuse=
True),feed_dict={noise_img:sample_noise})
-
saver.save(sess,
'checkpoints/test2.ckpt')
-
if e %
1 ==
0:
-
gen = gen_samples.reshape(
100,
3,
60,
1)
-
if noise !=
'normal0_1':
-
gen = (gen+
1)/
2
-
Save_genImages(gen, e)
-
plot_loss(losses)
-
-
def Test():
-
saver = tf.train.Saver(var_list=g_vars)
-
with tf.Session()
as sess:
-
saver.restore(sess,tf.train.latest_checkpoint(
"checkpoints"))
-
# saver.restore(sess,'checkppoints/test2.ckpt')
-
sample_noise = Get_noise(noise,
10000)
-
gen_samples = sess.run(Generator(noise_img,reuse=
True),feed_dict={noise_img:sample_noise})
-
if noise !=
'normal0_1':
-
gen_images = (gen_samples+
1)/
2
-
show_num = len(gen_images)//
100
-
Show_images(gen_images,show_num,save=
True)
-
-
if __name__ ==
'__main__':
-
Train()
-
#Test()
1318
被折叠的 条评论
为什么被折叠?
到【灌水乐园】发言
