Merge 2ff056431d into 4800e78518
This commit is contained in:
commit
f74352ecb9
|
|
@ -9,4 +9,5 @@ class PixelNorm(nn.Module):
|
|||
self.eps = eps
|
||||
|
||||
def forward(self, x):
|
||||
return x / torch.sqrt(torch.mean(x**2, dim=self.dim, keepdim=True) + self.eps)
|
||||
mean_square = torch.mean(x * x, dim=self.dim, keepdim=True) + self.eps
|
||||
return x * torch.rsqrt(mean_square)
|
||||
|
|
|
|||
Loading…
Reference in New Issue