Update xmisc with yaml

2021-06-10 02:11:27 -07:00
parent aef5c7579b
commit 1a7440d2af
11 changed files with 259 additions and 76 deletions
--- a/xautodl/xlayers/super_attention.py
+++ b/xautodl/xlayers/super_attention.py
@@ -47,7 +47,7 @@ class SuperSelfAttention(SuperModule):
        self.v_fc = SuperLinear(input_dim, input_dim, bias=qkv_bias)

        self.attn_drop = SuperDrop(attn_drop or 0.0, [-1, -1, -1, -1], recover=True)
-        if proj_dim is None:
+        if proj_dim is not None:
            self.proj = SuperLinear(input_dim, proj_dim)
            self.proj_drop = SuperDropout(proj_drop or 0.0)
        else: