Update LFNA

This commit is contained in:
D-X-Y
2021-05-23 08:21:31 +00:00
parent 2a864ae705
commit 25dc78a7ce
5 changed files with 152 additions and 20 deletions

View File

@@ -26,6 +26,7 @@ super_name2norm = {
from .super_attention import SuperSelfAttention
from .super_attention import SuperQKVAttention
from .super_attention_v2 import SuperQKVAttentionV2
from .super_transformer import SuperTransformerEncoderLayer
from .super_activations import SuperReLU