keras循环多输入模型的处理

def create_model():
    def sum_add(x):
        x = K.sum(x, axis=1, keepdims=False)
        return x
    #############model1#########################################################
    input_1 = Input(shape=(None,max_len,), dtype='int32')
    embedded = TimeDistributed(Embedding(char_dict_count + 2, 64, input_length=max_len, mask_zero=True))(input_1)
    rnn = TimeDistributed(Bidirectional(LSTM(64, return_sequences=False, dropout=0.5), merge_mode='concat'))(embedded)
    out = Lambda(sum_add)(rnn)
    # out = Dense(128, activation='relu')(out)
    # out = Dropout(0.5)(out)
    output = Dense(XueKe_count, activation='sigmoid')(out)

    model = Model(inputs=input_1, outputs=output)
    model.compile(loss='binary_crossentropy', optimizer='adam', metrics=['acc']) #binary_crossentropy  #rmsprop
    model.summary()
    # plot_model(model, 'model.png', show_shapes=True)
    return model

def create_model_attention():
    def sum_add(x):
        x = K.sum(x, axis=1, keepdims=False)
        return x
    ########model2#############################################################################################
    input_1 = Input(shape=(None,max_len,), dtype='int32')
    embedded = TimeDistributed(Embedding(char_dict_count + 2, 64, input_length=max_len, mask_zero=True))(input_1)
    rnn = TimeDistributed(LSTM(64, return_sequences=True, dropout=0.5))(embedded)
    # rnn = TimeDistributed(Bidirectional(GRU(16, return_sequences=False, dropout=0.8), merge_mode='concat'))(embedded)
    ###########################
    a = TimeDistributed(Permute((2, 1)))(rnn)
    a = TimeDistributed(Reshape((64, max_len)))(a)  # this line is not useful. It's just to know which dimension is what.
    a = TimeDistributed(Dense(max_len, activation='softmax'))(a)
    a_probs = TimeDistributed(Permute((2, 1), name='attention_vec'))(a)
    output_attention_mul = merge([rnn, a_probs], name='attention_mul', mode='mul')
    attention_mul = TimeDistributed(Flatten())(output_attention_mul)
    ##########################
    out = Lambda(sum_add)(attention_mul)
    # out = Dense(128, activation='relu')(out)
    # out = Dropout(0.5)(out)
    output = Dense(XueKe_count, activation='sigmoid')(out)
    #####################################################################################################

    model = Model(inputs=input_1, outputs=output)
    model.compile(loss='binary_crossentropy', optimizer='adam', metrics=['acc']) #binary_crossentropy  #rmsprop
    model.summary()
    # plot_model(model, 'model.png', show_shapes=True)
    return model
  • 0
    点赞
  • 0
    收藏
    觉得还不错? 一键收藏
  • 0
    评论
评论
添加红包

请填写红包祝福语或标题

红包个数最小为10个

红包金额最低5元

当前余额3.43前往充值 >
需支付:10.00
成就一亿技术人!
领取后你会自动成为博主和红包主的粉丝 规则
hope_wisdom
发出的红包
实付
使用余额支付
点击重新获取
扫码支付
钱包余额 0

抵扣说明:

1.余额是钱包充值的虚拟货币,按照1:1的比例进行支付金额的抵扣。
2.余额无法直接购买下载,可以购买VIP、付费专栏及课程。

余额充值