Tutorial of searching in DARTS space (#5053)

docs/source/nas/toctree.rst

@@ -5,7 +5,7 @@ Neural Architecture Search
    :hidden:
 
    overview
-   Quickstart </tutorials/hello_nas>
+   Tutorials <tutorials>
    construct_space
    exploration_strategy
    evaluator

docs/source/nas/tutorials.rst

+NAS Tutorials
+=============
+
+.. toctree::
+   :hidden:
+
+   Hello NAS! </tutorials/hello_nas>
+   Search in DARTS </tutorials/darts>

docs/source/tutorials/darts.py.md5

+240d9ba3c97be549376aa4ef2bd08344
\ No newline at end of file

docs/source/tutorials/index.rst

@@ -146,6 +146,23 @@ Tutorials
     </div>
 
 
+.. raw:: html
+
+    <div class="sphx-glr-thumbcontainer" tooltip="In this tutorial, we demonstrate how to search in the famous model space proposed in `DARTS`_.">
+
+.. only:: html
+
+  .. image:: /tutorials/images/thumb/sphx_glr_darts_thumb.png
+    :alt: Searching in DARTS search space
+
+  :ref:`sphx_glr_tutorials_darts.py`
+
+.. raw:: html
+
+      <div class="sphx-glr-thumbnail-title">Searching in DARTS search space</div>
+    </div>
+
+
 .. raw:: html
 
     <div class="sphx-glr-thumbcontainer" tooltip="Workable Pruning Process ------------------------">
@@ -179,6 +196,7 @@ Tutorials
    /tutorials/nasbench_as_dataset
    /tutorials/pruning_customize
    /tutorials/hello_nas
+   /tutorials/darts
    /tutorials/pruning_bert_glue
 
 

docs/source/tutorials/sg_execution_times.rst

@@ -5,8 +5,10 @@
 
 Computation times
 =================
-**00:27.206** total execution time for **tutorials** files:
+**01:38.004** total execution time for **tutorials** files:
 
++-----------------------------------------------------------------------------------------------------+-----------+--------+
+| :ref:`sphx_glr_tutorials_darts.py` (``darts.py``)                                                   | 01:38.004 | 0.0 MB |
 +-----------------------------------------------------------------------------------------------------+-----------+--------+
 | :ref:`sphx_glr_tutorials_pruning_bert_glue.py` (``pruning_bert_glue.py``)                           | 00:27.206 | 0.0 MB |
 +-----------------------------------------------------------------------------------------------------+-----------+--------+

examples/tutorials/.gitignore

 data/
 log/
 *.onnx
+lightning_logs
 models/
-pruning_log/
+pruning_log/
\ No newline at end of file

nni/nas/evaluator/pytorch/lightning.py

@@ -260,12 +260,12 @@ class SupervisedLearningModule(LightningModule):
         return self.optimizer(self.parameters(), lr=self.hparams.learning_rate, weight_decay=self.hparams.weight_decay)  # type: ignore
 
     def on_validation_epoch_end(self):
-        if not self.trainer.sanity_checking and self.running_mode == 'multi':
+        if not self.trainer.sanity_checking and self.running_mode == 'multi' and nni.get_current_parameter() is not None:
             # Don't report metric when sanity checking
             nni.report_intermediate_result(self._get_validation_metrics())
 
     def on_fit_end(self):
-        if self.running_mode == 'multi':
+        if self.running_mode == 'multi' and nni.get_current_parameter() is not None:
             nni.report_final_result(self._get_validation_metrics())
 
     def _get_validation_metrics(self):