iicd/xautodl
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Add SuperTransformerEncoder

Browse Source
This commit is contained in:
D-X-Y
2021-03-20 22:28:23 +08:00
parent e023a53c75
commit 32900797eb
11 changed files with 524 additions and 125 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
lib/xlayers/super_core.py
View File

@@ -4,5 +4,7 @@
from .super_module import SuperRunMode
from .super_module import SuperModule
from .super_linear import SuperLinear
from .super_linear import SuperMLP
from .super_linear import SuperMLPv1, SuperMLPv2
from .super_norm import SuperLayerNorm1D
from .super_attention import SuperAttention
from .super_transformer import SuperTransformerEncoderLayer