[Feature] Add Trust-region algorithm searcher (#33)

* Tmp

* Add test

* Fix test code

* Fix test code

* Add trust region alg

* Add test func

* Fix minor bug

* Fix cfg task name

* Fix typo

* Fix wrap immutable container

* Fix base cfg

* Fix disc crit

* Fix cfg

* Adjust hyperparam for disc

* Fix test code

* Fix typo

* Fix alias

* Add test code

* Fix test code

* Fix test code

* Fix cont test function

* Fix cont test function

* Fix test function

* Fix lint

* Fix test code

Author: yhna940

.github/workflows/build_unit_test.yaml

@@ -26,7 +26,7 @@ jobs:
       run: |
           pip install torch==1.9.1+cu111 torchvision==0.10.1+cu111 -f https://download.pytorch.org/whl/torch_stable.html
           pip install mmcv-full==1.4.7 -f https://download.openmmlab.com/mmcv/dist/cu111/torch1.9.0/index.html
-          pip install nevergrad mmcls mmdet mmsegmentation protobuf==3.20
+          pip install gpytorch nevergrad mmcls mmdet mmsegmentation protobuf==3.20
           pip install -e .
     - name: Run unittests and generate coverage report
       run: |

configs/mmtune/_base_/searcher/nevergrad_oneplusone.py

@@ -1,5 +1,4 @@
 searcher = dict(
     type='NevergradSearch',
-    num_workers=16,
     budget=256,
 )

configs/mmtune/_base_/searcher/trust_region.py

@@ -0,0 +1 @@
+searcher = dict(type='TrustRegionSearcher', )

configs/mmtune/bbo_sphere_nevergrad_oneplusone.py

@@ -0,0 +1,13 @@
+_base_ = ['./_base_/context/blackbox.py', './_base_/searcher/trust_region.py']
+
+metric = 'result'
+mode = 'min'
+
+space = {
+    f'_variable{idx}': dict(type='Uniform', lower=-1.0, upper=1.0)
+    for idx in range(8)
+}
+
+task = dict(type='ContinuousTestFunction')
+
+num_samples = 512

configs/mmtune/cont-bbo_trust-region.py

@@ -0,0 +1,14 @@
+_base_ = ['./_base_/context/blackbox.py', './_base_/searcher/trust_region.py']
+
+metric = 'result'
+mode = 'min'
+
+space = {
+    f'_variable{idx}':
+    dict(type='Choice', categories=[0, 1], alias=['OFF', 'ON'])
+    for idx in range(8)
+}
+
+task = dict(type='DiscreteTestFunction')
+
+num_samples = 512

configs/mmtune/disc-bbo_trust-region.py

@@ -1,14 +1,23 @@
 from .base import BaseTask
 from .blackbox import BlackBoxTask
 from .builder import TASKS, build_task_processor
+from .cont_test_func import ContinuousTestFunction
+from .disc_test_func import DiscreteTestFunction
 from .mmcls import MMClassification
 from .mmdet import MMDetection
 from .mmseg import MMSegmentation
 from .mmtrainbase import MMTrainBasedTask
-from .sphere import Sphere
 
 __all__ = [
-    'TASKS', 'build_task_processor', 'BaseTask', 'BlackBoxTask',
-    'MMTrainBasedTask', 'MMClassification', 'MMDetection', 'MMSegmentation',
-    'MMSegmentation', 'Sphere'
+    'MMClassification',
+    'DiscreteTestFunction',
+    'ContinuousTestFunction',
+    'TASKS',
+    'build_task_processor',
+    'BaseTask',
+    'BlackBoxTask',
+    'MMTrainBasedTask',
+    'MMDetection',
+    'MMSegmentation',
+    'MMSegmentation',
 ]