Pytorch的几种Normalization方法

1.3维数据row normalization

import torch
a, b, c = 20, 20, 30
t0 = torch.rand(a, b, c)
t1 = t0 / (t0.sum(dim=1).view(a, 1, c))
print(t1.sum(1))

2. batch norm

import torch
import numpy as np
from torch import nn
import torch.nn.functional as F

## batch norm
gamma = 1.0
beta = 0
eps = 1e-5
means = torch.mean(x, dim=(0, 2, 3)).reshape(1