File size: 271 Bytes
002ca81 |
1 2 3 4 5 6 7 8 9 10 11 12 13 |
from torch import nn
from .ChanNorm import ChanNorm
class PreNorm(nn.Module):
def __init__(self, dim, fn):
super().__init__()
self.fn = fn
self.norm = ChanNorm(dim)
def forward(self, x):
return self.fn(self.norm(x))
|