iicd/autodl-projects
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Add SuperAttention

Browse Source
This commit is contained in:
D-X-Y
2021-03-20 15:56:37 +08:00
parent 0c56a729ad
commit e023a53c75
9 changed files with 239 additions and 11 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
lib/xlayers/super_linear.py
View File

@@ -6,14 +6,12 @@ import torch.nn as nn
import torch.nn.functional as F
import math
from typing import Optional, Union, Callable
from typing import Optional, Callable
import spaces
from .super_module import SuperModule
from .super_module import SuperRunMode
IntSpaceType = Union[int, spaces.Integer, spaces.Categorical]
BoolSpaceType = Union[bool, spaces.Categorical]
from .super_module import IntSpaceType
from .super_module import BoolSpaceType
class SuperLinear(SuperModule):