iicd/autodl-projects
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Fix small bugs

Browse Source
This commit is contained in:
D-X-Y
2021-08-14 16:01:07 -07:00
parent 58733c18be
commit d04edcd211
12 changed files with 95 additions and 18 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
xautodl/__init__.py
View File

@@ -7,5 +7,6 @@
def version():
versions = ["0.9.9"] # 2021.05.19
versions = ["0.9.9"] # 2021.06.01
versions = ["1.0.0"] # 2021.08.14
return versions[-1]

9
xautodl/trade_models/transformers.py
View File

@@ -42,12 +42,13 @@ def _assert_types(x, expected_types):
DEFAULT_NET_CONFIG = None
_default_max_depth = 5
_default_max_depth = 6
DefaultSearchSpace = dict(
d_feat=6,
embed_dim=spaces.Categorical(*_get_list_mul(8, 16)),
num_heads=_get_mul_specs((1, 2, 4, 8), _default_max_depth),
mlp_hidden_multipliers=_get_mul_specs((0.5, 1, 2, 4, 8), _default_max_depth),
embed_dim=32,
# embed_dim=spaces.Categorical(*_get_list_mul(8, 16)),
num_heads=[4] * _default_max_depth,
mlp_hidden_multipliers=[4] * _default_max_depth,
qkv_bias=True,
pos_drop=0.0,
other_drop=0.0,

12
xautodl/utils/flop_benchmark.py
View File

@@ -14,20 +14,24 @@ def count_parameters(model_or_parameters, unit="mb", deprecated=False):
if isinstance(model_or_parameters, nn.Module):
counts = sum(np.prod(v.size()) for v in model_or_parameters.parameters())
elif isinstance(model_or_parameters, nn.Parameter):
counts = models_or_parameters.numel()
counts = model_or_parameters.numel()
elif isinstance(model_or_parameters, (list, tuple)):
counts = sum(
count_parameters(x, None, deprecated) for x in models_or_parameters
count_parameters(x, None, deprecated) for x in model_or_parameters
)
else:
counts = sum(np.prod(v.size()) for v in model_or_parameters)
if unit.lower() == "kb" or unit.lower() == "k":
if not isinstance(unit, str) and unit is not None:
raise ValueError("Unknow type of unit: {:}".format(unit))
elif unit is None:
counts = counts
elif unit.lower() == "kb" or unit.lower() == "k":
counts /= 1e3 if deprecated else 2 ** 10 # changed from 1e3 to 2^10
elif unit.lower() == "mb" or unit.lower() == "m":
counts /= 1e6 if deprecated else 2 ** 20 # changed from 1e6 to 2^20
elif unit.lower() == "gb" or unit.lower() == "g":
counts /= 1e9 if deprecated else 2 ** 30 # changed from 1e9 to 2^30
elif unit is not None:
else:
raise ValueError("Unknow unit: {:}".format(unit))
return counts