图像融合-pytorch

最新推荐文章于 2023-03-03 16:57:23 发布

Monster”

最新推荐文章于 2023-03-03 16:57:23 发布

阅读量1.6k

点赞数 2

文章标签： pytorch 深度学习人工智能

本文链接：https://blog.csdn.net/qq_38876917/article/details/122282578

版权

import torch

EPSILON = 1e-10


# addition fusion strategy
# (加法融合策略)
def addition_fusion(tensor1, tensor2):
    return (tensor1 + tensor2)/2


# attention fusion strategy, average based on weight maps
# (注意力融合策略，基于权重图的平均值)
def attention_fusion_weight(tensor1, tensor2):
    # avg, max, nuclear (平均、最大值、核)
    f_spatial = spatial_fusion(tensor1, tensor2)
    tensor_f = f_spatial
    return tensor_f


# 空间融合
def spatial_fusion(tensor1, tensor2, spatial_type='sum'):
    shape = tensor1.size()
    # calculate spatial attention (计算空间注意力)
    spatial1 = spatial_attention(tensor1, spatial_type)
    spatial2 = spatial_attention(tensor2, spatial_type)

    # get weight map, soft-max (获取权重图，soft-max)
    spatial_w1 = torch.exp(spatial1) / (torch.exp(spatial1) + torch.exp(spatial2) + EPSILON)
    spatial_w2 = torch.exp(spatial2) / (torch.exp(spatial1) + torch.exp(spatial2) + EPSILON)

    spatial_w1 = spatial_w1.repeat(1, shape[1], 1, 1)
    spatial_w2 = spatial_w2.repeat(1, shape[1], 1, 1)

    tensor_f = spatial_w1 * tensor1 + spatial_w2 * tensor2

    return tensor_f


# spatial attention
# (空间注意)
def spatial_attention(tensor, spatial_type='sum'):
    if spatial_type is 'mean':
        spatial = tensor.mean(dim=1, keepdim=True)
    elif spatial_type is 'sum':
        spatial = tensor.sum(dim=1, keepdim=True)
    return spatial