Move to LFNA

This commit is contained in:
D-X-Y
2021-04-25 23:06:51 -07:00
parent 89a5faabc3
commit 1980779053
4 changed files with 47 additions and 47 deletions

View File

@@ -17,8 +17,7 @@ from .super_module import BoolSpaceType
class SuperReLU(SuperModule):
"""Applies a the rectified linear unit function element-wise."""
def __init__(
self, inplace=False) -> None:
def __init__(self, inplace=False) -> None:
super(SuperReLU, self).__init__()
self._inplace = inplace
@@ -33,4 +32,4 @@ class SuperReLU(SuperModule):
return F.relu(input, inplace=self._inplace)
def extra_repr(self) -> str:
return 'inplace=True' if self._inplace else ''
return "inplace=True" if self._inplace else ""

View File

@@ -18,4 +18,3 @@ from .super_activations import SuperReLU
from .super_trade_stem import SuperAlphaEBDv1
from .super_positional_embedding import SuperPositionalEncoder