iicd/xautodl
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Update NATS-Bench API to v1.1

Browse Source
This commit is contained in:
D-X-Y
2020-12-20 00:30:14 +08:00
parent c4ef3f6620
commit dae387a97d
4 changed files with 38 additions and 12 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
lib/nats_bench/api_topology.py
View File

@@ -222,7 +222,10 @@ class NATStopology(NASBenchMetaAPI):
except Exception as unused_e: # pylint: disable=broad-except
test_info = None
valtest_info = None
xinfo['comment'] = 'In this dict, train-loss/accuracy/time is the metric on the train set of CIFAR-10. The test-loss/accuracy/time is the performance of the CIFAR-10 test set after training on the train set by {:} epochs. The per-time and total-time indicate the per epoch and total time costs, respectively.'.format(hp)
else:
if dataset == 'cifar10':
xinfo['comment'] = 'In this dict, train-loss/accuracy/time is the metric on the train+valid sets of CIFAR-10. The test-loss/accuracy/time is the performance of the CIFAR-10 test set after training on the train+valid sets by {:} epochs. The per-time and total-time indicate the per epoch and total time costs, respectively.'.format(hp)
try: # collect results on the proposed test set
if dataset == 'cifar10':
test_info = archresult.get_metrics(dataset, 'ori-test', iepoch=iepoch, is_random=is_random)