10 lines
238 B
Python
10 lines
238 B
Python
|
from attention.OutlookAttention import OutlookAttention
|
||
|
import torch
|
||
|
from torch import nn
|
||
|
from torch.nn import functional as F
|
||
|
|
||
|
input=torch.randn(50,28,28,512)
|
||
|
outlook = OutlookAttention(dim=512)
|
||
|
output=outlook(input)
|
||
|
print(output.shape)
|