文本分类论文及pytorch版复现（二）：HAN

最新推荐文章于 2025-05-01 11:15:10 发布

Young Panda

最新推荐文章于 2025-05-01 11:15:10 发布

阅读量2.2k

点赞数 1

分类专栏： pytorch 文本分类

本文链接：https://blog.youkuaiyun.com/qq_28969139/article/details/103642990

版权

Hierarchical Attention Networks for Document Classification

一、模型

二、代码

import torch.nn.functional as F
from torch import nn


class SelfAttention(nn.Module):

    def __init__(self, input_size, hidden_size):
        super(SelfAttention, self).__init__()
        self.W = nn.Linear(input_size, hidden_size, True)
        self.u = nn.Linear(hidden_size, 1)

    def forward(self, x):
        u = torch.tanh(self.W(x))
        a = F.softmax(self.u(u), dim=1)
        x = a.mul(x).sum(1)
        return x


class HAN(nn.Module):

    def __init__(self):
        super(HAN1, self).__init__()
        num_embeddings = 5844 + 1
        num_classes = 10
        num_sentences = 30
        num_words = 60

        embedding_dim = 200  #