iicd/autodl-projects
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Update LFNA

Browse Source
This commit is contained in:
D-X-Y
2021-05-23 08:21:31 +00:00
parent 2a864ae705
commit 25dc78a7ce
5 changed files with 152 additions and 20 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
xautodl/xlayers/super_attention.py
View File

@@ -238,7 +238,7 @@ class SuperQKVAttention(SuperModule):
return root_node
def apply_candidate(self, abstract_child: spaces.VirtualNode):
super(SuperQVKAttention, self).apply_candidate(abstract_child)
super(SuperQKVAttention, self).apply_candidate(abstract_child)
if "q_fc" in abstract_child:
self.q_fc.apply_candidate(abstract_child["q_fc"])
if "k_fc" in abstract_child: