tensorflow 小例子笔记

tensorflow 小例子笔记

softmax_cross_entropy_with_logits

import tensorflow as tf
logits_list = [tf.Variable([[1.0, 2.0, 3.0]]), tf.Variable([[1.0, 5.0, 6.0]])]
labels = tf.Variable([[7.0, 8.0, 9.0]])
loss_list = [tf.nn.softmax_cross_entropy_with_logits(logits, labels)
             for logits in logits_list]

with tf.Session() as sess:
    sess.run(tf.initialize_all_variables())
    print(sess.run(loss_list))

[array([ 31.78254128], dtype=float32), array([ 50.63620758], dtype=float32)]

import math
part11=-math.log(math.exp(1)/(math.exp(1)+math.exp(2)+math.exp(3)))
part12=-math.log(math.exp(2)/(math.exp(1)+math.exp(2)+math.exp(3)))
part13=-math.log(math.exp(3)/(math.exp(1)+math.exp(2)+math.exp(3)))
part1=7*part11+8*part12+9*part13
print(part1)

31.7825431467

import math
part21=-math.log(math.exp(1)/(math.exp(1)+math.exp(5)+math.exp(6)))
part22=-math.log(math.exp(5)/(math.exp(1)+math.exp(5)+math.exp(6)))
part23=-math.log(math.exp(6)/(math.exp(1)+math.exp(5)+math.exp(6)))
part2=7*part21+8*part22+9*part23
print(part2)

50.6362103019

sparse_softmax_cross_entropy_with_logits

import tensorflow as tf
logits_list = [tf.Variable([[1.0, 2.0, 3.0]]), tf.Variable([[1, 5.0, 6.0]])]
labels = tf.cast(tf.Variable([1]), tf.int64)
loss_list = [tf.nn.sparse_softmax_cross_entropy_with_logits(logits, labels)
             for logits in logits_list]

with tf.Session() as sess:
    sess.run(tf.initialize_all_variables())
    print(sess.run(loss_list))

[array([ 1.40760589], dtype=float32), array([ 1.31817544], dtype=float32)]

import math
part11=-math.log(math.exp(1)/(math.exp(1)+math.exp(2)+math.exp(3)))
part12=-math.log(math.exp(2)/(math.exp(1)+math.exp(2)+math.exp(3)))
part13=-math.log(math.exp(3)/(math.exp(1)+math.exp(2)+math.exp(3)))
part1=0*part11+1*part12+0*part13
print(part1)

1.40760596444

import math
part21=-math.log(math.exp(1)/(math.exp(1)+math.exp(5)+math.exp(6)))
part22=-math.log(math.exp(5)/(math.exp(1)+math.exp(5)+math.exp(6)))
part23=-math.log(math.exp(6)/(math.exp(1)+math.exp(5)+math.exp(6)))
part2=0*part21+1*part22+0*part23
print(part2)

1.31817542925

import tensorflow as tf
logits_list = [tf.Variable([[1.0, 2.0, 3.0]]), tf.Variable([[1, 5.0, 6.0]])]
labels = tf.cast(tf.Variable([1]), tf.int64)
loss_list = [tf.nn.sparse_softmax_cross_entropy_with_logits(logits, labels)
             for logits in logits_list]

with tf.Session() as sess:
    sess.run(tf.initialize_all_variables())
    print(sess.run(loss_list))

[array([ 1.40760589], dtype=float32), array([ 1.31817544], dtype=float32)]

import math
part11=-math.log(math.exp(1)/(math.exp(1)+math.exp(2)+math.exp(3)))
part12=-math.log(math.exp(2)/(math.exp(1)+math.exp(2)+math.exp(3)))
part13=-math.log(math.exp(3)/(math.exp(1)+math.exp(2)+math.exp(3)))
part1=0*part11+1*part12+0*part13
print(part1)

1.40760596444

import math
part21=-math.log(math.exp(1)/(math.exp(1)+math.exp(5)+math.exp(6)))
part22=-math.log(math.exp(5)/(math.exp(1)+math.exp(5)+math.exp(6)))
part23=-math.log(math.exp(6)/(math.exp(1)+math.exp(5)+math.exp(6)))
part2=0*part21+1*part22+0*part23
print(part2)

1.31817542925