import numpy as np
import torch
import torch.nn as nn
import torch.optim as optim
import torch.nn.functional as F
from word2vec_util import Vocab_size,Embedding_matrix,get_dataloader
length of vocabs:59565956
Found 5956 word vectors.
average_length:6.520725
max_length:12
Training on 100000 samples...
Epoch:1, Train Loss:0.64095, Train Acc:62.9720%
Training on 100000 samples...
Epoch:2, Train Loss:0.58864, Train Acc:70.8260%
Training on 100000 samples...
Epoch:3, Train Loss:0.55469, Train Acc:74.9770%
Training on 100000 samples...
Epoch:4, Train Loss:0.52636, Train Acc:78.2610%
Training on 100000 samples...
Epoch:5, Train Loss:0.50418, Train Acc:80.7080%
Training on 100000 samples...
Epoch:6, Train Loss:0.48491, Train Acc:82.8620%
Training on 100000 samples...
Epoch:7, Train Loss:0.46984, Train Acc:84.5690%
Training on 100000 samples...
Epoch:8, Train Loss:0.456, Train Acc:85.9410%
Training on 100000 samples...
Epoch:9, Train Loss:0.44567, Train Acc:87.0060%
Training on 100000 samples...
Epoch:10, Train Loss:0.43607, Train Acc:88.0130%
Training on 100000 samples...
Epoch:11, Train Loss:0.42797, Train Acc:88.8480%
Training on 100000 samples...
Epoch:12, Train Loss:0.42026, Train Acc:89.5970%
Training on 100000 samples...
Epoch:13, Train Loss:0.41379, Train Acc:90.2630%
Training on 100000 samples...
Epoch:14, Train Loss:0.40766, Train Acc:90.8920%
Training on 100000 samples...
Epoch:15, Train Loss:0.40276, Train Acc:91.3650%
Training on 100000 samples...
Epoch:16, Train Loss:0.39678, Train Acc:91.9920%
Training on 100000 samples...
Epoch:17, Train Loss:0.39264, Train Acc:92.3740%
Training on 100000 samples...
Epoch:18, Train Loss:0.38861, Train Acc:92.7450%
Training on 100000 samples...
Epoch:19, Train Loss:0.38506, Train Acc:93.0790%
Training on 100000 samples...
Epoch:20, Train Loss:0.3821, Train Acc:93.4100%
Training on 100000 samples...
Epoch:21, Train Loss:0.37889, Train Acc:93.7120%
Training on 100000 samples...
Epoch:22, Train Loss:0.37757, Train Acc:93.8200%
Training on 100000 samples...
Epoch:23, Train Loss:0.37417, Train Acc:94.0930%
Training on 100000 samples...
Epoch:24, Train Loss:0.3715, Train Acc:94.4140%
Training on 100000 samples...
Epoch:25, Train Loss:0.36956, Train Acc:94.5810%
Training on 100000 samples...
Epoch:26, Train Loss:0.36763, Train Acc:94.7730%
Training on 100000 samples...
Epoch:27, Train Loss:0.36562, Train Acc:94.9750%
Training on 100000 samples...
Epoch:28, Train Loss:0.36378, Train Acc:95.1200%
Training on 100000 samples...
Epoch:29, Train Loss:0.36189, Train Acc:95.3260%
Training on 100000 samples...
Epoch:30, Train Loss:0.36093, Train Acc:95.4330%
Training on 100000 samples...
Epoch:31, Train Loss:0.35879, Train Acc:95.6250%
Training on 100000 samples...
Epoch:32, Train Loss:0.35819, Train Acc:95.6460%
Training on 100000 samples...
Epoch:33, Train Loss:0.35632, Train Acc:95.8660%
Training on 100000 samples...
Epoch:34, Train Loss:0.35541, Train Acc:95.9820%
Training on 100000 samples...
Epoch:35, Train Loss:0.35451, Train Acc:96.0200%
Training on 100000 samples...
Epoch:36, Train Loss:0.35287, Train Acc:96.1810%
Training on 100000 samples...
Epoch:37, Train Loss:0.35191, Train Acc:96.2920%
Training on 100000 samples...
Epoch:38, Train Loss:0.35084, Train Acc:96.4330%
Training on 100000 samples...
Epoch:39, Train Loss:0.35073, Train Acc:96.3850%
Training on 100000 samples...
Epoch:40, Train Loss:0.34976, Train Acc:96.5080%
Training on 100000 samples...
Epoch:41, Train Loss:0.34839, Train Acc:96.6140%
Training on 100000 samples...
Epoch:42, Train Loss:0.34836, Train Acc:96.6310%
Training on 100000 samples...
Epoch:43, Train Loss:0.34741, Train Acc:96.6780%
Training on 100000 samples...
Epoch:44, Train Loss:0.34707, Train Acc:96.6900%
Training on 100000 samples...
Epoch:45, Train Loss:0.34599, Train Acc:96.8830%
Training on 100000 samples...
Epoch:46, Train Loss:0.34547, Train Acc:96.9310%
Training on 100000 samples...
Epoch:47, Train Loss:0.34464, Train Acc:96.9570%
Training on 100000 samples...
Epoch:48, Train Loss:0.34371, Train Acc:97.0530%
Training on 100000 samples...
Epoch:49, Train Loss:0.3439, Train Acc:97.0470%
Training on 100000 samples...
Epoch:50, Train Loss:0.34344, Train Acc:97.0800%
Training on 100000 samples...
Epoch:51, Train Loss:0.34239, Train Acc:97.1990%
Training on 100000 samples...
Epoch:52, Train Loss:0.34175, Train Acc:97.2850%
Training on 100000 samples...
Epoch:53, Train Loss:0.34119, Train Acc:97.3100%
Training on 100000 samples...
Epoch:54, Train Loss:0.34126, Train Acc:97.2960%
Training on 100000 samples...
Epoch:55, Train Loss:0.34068, Train Acc:97.3470%
Training on 100000 samples...
Epoch:56, Train Loss:0.34012, Train Acc:97.3980%
Training on 100000 samples...
Epoch:57, Train Loss:0.33972, Train Acc:97.4420%
Training on 100000 samples...
Epoch:58, Train Loss:0.3399, Train Acc:97.4150%
Training on 100000 samples...
Epoch:59, Train Loss:0.33941, Train Acc:97.4970%
Training on 100000 samples...
Epoch:60, Train Loss:0.33927, Train Acc:97.4890%