Tensorflow2.0之影评文本情感分类 (embedding + LSTM +subword--tensorflow_datasets)

最新推荐文章于 2022-07-28 23:58:04 发布

denglinwu

最新推荐文章于 2022-07-28 23:58:04 发布

阅读量287

点赞数

文章标签： tensorflow 深度学习机器学习

本文链接：https://blog.csdn.net/denglinwu/article/details/108538881

版权

%matplotlib inline
import matplotlib as mpl
import matplotlib.pyplot as plt
import numpy as np
import pandas as pd
import os
import sys
import time
import sklearn
import tensorflow as tf

from tensorflow import keras

print(tf.__version__)
print(sys.version_info)
for module in mpl,np,pd,sklearn,tf,keras:
print(module.__name__,module.__version__)

import tensorflow_datasets as tfds
# subword-level model
dataset, info = tfds.load('imdb_reviews/subwords8k',with_info=True,as_supervised=True)
train_dataset , test_dataset = dataset['train'],dataset['test']
print(info)

# subword
tokenizer = info.features['text'].encoder
print('vocabulary size: {}'.format(tokenizer.vocab_size))

# word -> subword
sample_string = "Tensorflow is cool."
tokeni