Update REA, REINFORCE, RANDOM, and BOHB
This commit is contained in:
@@ -68,14 +68,14 @@ class NASBenchMetaAPI(metaclass=abc.ABCMeta):
|
||||
def reset_time(self):
|
||||
self._used_time = 0
|
||||
|
||||
def simulate_train_eval(self, arch, dataset, hp='12', account_time=True):
|
||||
def simulate_train_eval(self, arch, dataset, iepoch=None, hp='12', account_time=True):
|
||||
index = self.query_index_by_arch(arch)
|
||||
all_names = ('cifar10', 'cifar100', 'ImageNet16-120')
|
||||
assert dataset in all_names, 'Invalid dataset name : {:} vs {:}'.format(dataset, all_names)
|
||||
if dataset == 'cifar10':
|
||||
info = self.get_more_info(index, 'cifar10-valid', iepoch=None, hp=hp, is_random=True)
|
||||
info = self.get_more_info(index, 'cifar10-valid', iepoch=iepoch, hp=hp, is_random=True)
|
||||
else:
|
||||
info = self.get_more_info(index, dataset, iepoch=None, hp=hp, is_random=True)
|
||||
info = self.get_more_info(index, dataset, iepoch=iepoch, hp=hp, is_random=True)
|
||||
valid_acc, time_cost = info['valid-accuracy'], info['train-all-time'] + info['valid-per-time']
|
||||
latency = self.get_latency(index, dataset)
|
||||
if account_time:
|
||||
|
Reference in New Issue
Block a user