Update xlayers

2021-05-07 10:26:35 +08:00
parent f6a024a6ff
commit 80aaac4dfa
9 changed files with 333 additions and 83 deletions
--- a/lib/xlayers/super_core.py
+++ b/lib/xlayers/super_core.py
@@ -27,8 +27,13 @@ from .super_transformer import SuperTransformerEncoderLayer

 from .super_activations import SuperReLU
 from .super_activations import SuperLeakyReLU
+from .super_activations import SuperTanh

-super_name2activation = {"relu": SuperReLU, "leaky_relu": SuperLeakyReLU}
+super_name2activation = {
+    "relu": SuperReLU,
+    "leaky_relu": SuperLeakyReLU,
+    "tanh": SuperTanh,
+}


 from .super_trade_stem import SuperAlphaEBDv1