iicd/autodl-projects
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Update LFNA

Browse Source
This commit is contained in:
D-X-Y
2021-05-22 11:02:29 +00:00
parent ec241e4d69
commit 5b09f059fd
4 changed files with 46 additions and 19 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
tests/test_super_att.py
View File

@@ -14,14 +14,14 @@ from xautodl import spaces
from xautodl.xlayers import super_core
class TestSuperAttention(unittest.TestCase):
class TestSuperSelfAttention(unittest.TestCase):
"""Test the super attention layer."""
def _internal_func(self, inputs, model):
outputs = model(inputs)
abstract_space = model.abstract_search_space
print(
"The abstract search space for SuperAttention is:\n{:}".format(
"The abstract search space for SuperSelfAttention is:\n{:}".format(
abstract_space
)
)
@@ -36,7 +36,7 @@ class TestSuperAttention(unittest.TestCase):
def test_super_attention(self):
proj_dim = spaces.Categorical(12, 24, 36)
num_heads = spaces.Categorical(2, 4, 6)
model = super_core.SuperAttention(10, proj_dim, num_heads)
model = super_core.SuperSelfAttention(10, proj_dim, num_heads)
print(model)
model.apply_verbose(True)