PixNerd / src /models /layers /attention_op.py
wangshuai6
init
56238f0
raw
history blame contribute delete
113 Bytes
import torch
import torch.nn as nn
from torch.nn.functional import scaled_dot_product_attention as attention