iicd/autodl-projects
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Fix bugs in xlayers

Browse Source
This commit is contained in:
D-X-Y
2021-05-22 16:41:54 +08:00
parent 97717d826e
commit bc42ab3c08
7 changed files with 197 additions and 39 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
xautodl/xlayers/super_core.py
View File

@@ -24,7 +24,8 @@ super_name2norm = {
"identity": SuperIdentity,
}
from .super_attention import SuperAttention
from .super_attention import SuperSelfAttention
from .super_attention import SuperQKVAttention
from .super_transformer import SuperTransformerEncoderLayer
from .super_activations import SuperReLU