Merge pull request #160 from Microsoft/master

Add integration test for BOHB (#985)

test/config_test/tuners/mnist-bohb.test.yml

+authorName: nni
+experimentName: default_test
+maxExecDuration: 5m
+maxTrialNum: 2
+trialConcurrency: 1
+searchSpacePath: search_space_advisor.json
+
+advisor:
+  builtinAdvisorName: BOHB
+  classArgs:
+    max_budget: 27
+    min_budget: 1
+    eta: 3
+    optimize_mode: maximize
+trial:
+  codeDir: ../../../examples/trials/mnist-advisor
+  command: python3 mnist.py
+  gpuNum: 0
+
+useAnnotation: false
+multiPhase: false
+multiThread: false
+
+trainingServicePlatform: local
+

test/config_test/tuners/mnist-hyperband.test.yml

@@ -3,7 +3,7 @@ experimentName: default_test
 maxExecDuration: 5m
 maxTrialNum: 2
 trialConcurrency: 1
-searchSpacePath: search_space_hyperband.json
+searchSpacePath: search_space_advisor.json
 
 advisor:
   builtinAdvisorName: Hyperband
@@ -11,10 +11,6 @@ advisor:
     optimize_mode: maximize
     R: 60
     eta: 3
-assessor:
-  builtinAssessorName: Medianstop
-  classArgs:
-    optimize_mode: maximize
 trial:
   codeDir: ../../../examples/trials/mnist-advisor
   command: python3 mnist.py