Add SuperAttention

This commit is contained in:
D-X-Y
2021-03-20 15:56:37 +08:00
parent 0c56a729ad
commit e023a53c75
9 changed files with 239 additions and 11 deletions

View File

@@ -5,3 +5,4 @@ from .super_module import SuperRunMode
from .super_module import SuperModule
from .super_linear import SuperLinear
from .super_linear import SuperMLP
from .super_attention import SuperAttention