Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
OpenDAS
nni
Commits
803b6e47
Unverified
Commit
803b6e47
authored
Jul 24, 2019
by
SparkSnail
Committed by
GitHub
Jul 24, 2019
Browse files
Merge pull request #193 from microsoft/master
merge master
parents
c76068fd
3c785960
Changes
11
Hide whitespace changes
Inline
Side-by-side
Showing
11 changed files
with
48 additions
and
3 deletions
+48
-3
docs/en_US/sdk_reference.rst
docs/en_US/sdk_reference.rst
+2
-0
src/nni_manager/training_service/local/localTrainingService.ts
...ni_manager/training_service/local/localTrainingService.ts
+4
-1
src/sdk/pynni/nni/env_vars.py
src/sdk/pynni/nni/env_vars.py
+1
-0
src/sdk/pynni/nni/platform/local.py
src/sdk/pynni/nni/platform/local.py
+6
-0
src/sdk/pynni/nni/platform/standalone.py
src/sdk/pynni/nni/platform/standalone.py
+6
-0
src/sdk/pynni/nni/platform/test.py
src/sdk/pynni/nni/platform/test.py
+6
-0
src/sdk/pynni/nni/trial.py
src/sdk/pynni/nni/trial.py
+10
-0
src/sdk/pynni/tests/test_trial.py
src/sdk/pynni/tests/test_trial.py
+6
-0
src/webui/src/components/TrialsDetail.tsx
src/webui/src/components/TrialsDetail.tsx
+3
-1
src/webui/src/components/public-child/OpenRow.tsx
src/webui/src/components/public-child/OpenRow.tsx
+3
-1
src/webui/src/static/interface.ts
src/webui/src/static/interface.ts
+1
-0
No files found.
docs/en_US/sdk_reference.rst
View file @
803b6e47
...
@@ -8,6 +8,8 @@ Trial
...
@@ -8,6 +8,8 @@ Trial
.. autofunction:: nni.get_current_parameter
.. autofunction:: nni.get_current_parameter
.. autofunction:: nni.report_intermediate_result
.. autofunction:: nni.report_intermediate_result
.. autofunction:: nni.report_final_result
.. autofunction:: nni.report_final_result
.. autofunction:: nni.get_experiment_id
.. autofunction:: nni.get_trial_id
.. autofunction:: nni.get_sequence_id
.. autofunction:: nni.get_sequence_id
...
...
src/nni_manager/training_service/local/localTrainingService.ts
View file @
803b6e47
...
@@ -26,7 +26,7 @@ import * as path from 'path';
...
@@ -26,7 +26,7 @@ import * as path from 'path';
import
*
as
ts
from
'
tail-stream
'
;
import
*
as
ts
from
'
tail-stream
'
;
import
*
as
tkill
from
'
tree-kill
'
;
import
*
as
tkill
from
'
tree-kill
'
;
import
{
NNIError
,
NNIErrorNames
}
from
'
../../common/errors
'
;
import
{
NNIError
,
NNIErrorNames
}
from
'
../../common/errors
'
;
import
{
getInitTrialSequenceId
}
from
'
../../common/experimentStartupInfo
'
;
import
{
getExperimentId
,
getInitTrialSequenceId
}
from
'
../../common/experimentStartupInfo
'
;
import
{
getLogger
,
Logger
}
from
'
../../common/log
'
;
import
{
getLogger
,
Logger
}
from
'
../../common/log
'
;
import
{
import
{
HostJobApplicationForm
,
HyperParameters
,
JobApplicationForm
,
TrainingService
,
TrialJobApplicationForm
,
HostJobApplicationForm
,
HyperParameters
,
JobApplicationForm
,
TrainingService
,
TrialJobApplicationForm
,
...
@@ -126,6 +126,7 @@ class LocalTrainingService implements TrainingService {
...
@@ -126,6 +126,7 @@ class LocalTrainingService implements TrainingService {
private
stopping
:
boolean
;
private
stopping
:
boolean
;
private
rootDir
!
:
string
;
private
rootDir
!
:
string
;
private
trialSequenceId
:
number
;
private
trialSequenceId
:
number
;
private
readonly
experimentId
!
:
string
;
private
gpuScheduler
!
:
GPUScheduler
;
private
gpuScheduler
!
:
GPUScheduler
;
private
readonly
occupiedGpuIndexNumMap
:
Map
<
number
,
number
>
;
private
readonly
occupiedGpuIndexNumMap
:
Map
<
number
,
number
>
;
private
designatedGpuIndices
!
:
Set
<
number
>
;
private
designatedGpuIndices
!
:
Set
<
number
>
;
...
@@ -145,6 +146,7 @@ class LocalTrainingService implements TrainingService {
...
@@ -145,6 +146,7 @@ class LocalTrainingService implements TrainingService {
this
.
stopping
=
false
;
this
.
stopping
=
false
;
this
.
log
=
getLogger
();
this
.
log
=
getLogger
();
this
.
trialSequenceId
=
-
1
;
this
.
trialSequenceId
=
-
1
;
this
.
experimentId
=
getExperimentId
();
this
.
jobStreamMap
=
new
Map
<
string
,
ts
.
Stream
>
();
this
.
jobStreamMap
=
new
Map
<
string
,
ts
.
Stream
>
();
this
.
log
.
info
(
'
Construct local machine training service.
'
);
this
.
log
.
info
(
'
Construct local machine training service.
'
);
this
.
occupiedGpuIndexNumMap
=
new
Map
<
number
,
number
>
();
this
.
occupiedGpuIndexNumMap
=
new
Map
<
number
,
number
>
();
...
@@ -400,6 +402,7 @@ class LocalTrainingService implements TrainingService {
...
@@ -400,6 +402,7 @@ class LocalTrainingService implements TrainingService {
resource
:
{
gpuIndices
:
number
[]
}):
{
key
:
string
;
value
:
string
}[]
{
resource
:
{
gpuIndices
:
number
[]
}):
{
key
:
string
;
value
:
string
}[]
{
const
envVariables
:
{
key
:
string
;
value
:
string
}[]
=
[
const
envVariables
:
{
key
:
string
;
value
:
string
}[]
=
[
{
key
:
'
NNI_PLATFORM
'
,
value
:
'
local
'
},
{
key
:
'
NNI_PLATFORM
'
,
value
:
'
local
'
},
{
key
:
'
NNI_EXP_ID
'
,
value
:
this
.
experimentId
},
{
key
:
'
NNI_SYS_DIR
'
,
value
:
trialJobDetail
.
workingDirectory
},
{
key
:
'
NNI_SYS_DIR
'
,
value
:
trialJobDetail
.
workingDirectory
},
{
key
:
'
NNI_TRIAL_JOB_ID
'
,
value
:
trialJobDetail
.
id
},
{
key
:
'
NNI_TRIAL_JOB_ID
'
,
value
:
trialJobDetail
.
id
},
{
key
:
'
NNI_OUTPUT_DIR
'
,
value
:
trialJobDetail
.
workingDirectory
},
{
key
:
'
NNI_OUTPUT_DIR
'
,
value
:
trialJobDetail
.
workingDirectory
},
...
...
src/sdk/pynni/nni/env_vars.py
View file @
803b6e47
...
@@ -24,6 +24,7 @@ from collections import namedtuple
...
@@ -24,6 +24,7 @@ from collections import namedtuple
_trial_env_var_names
=
[
_trial_env_var_names
=
[
'NNI_PLATFORM'
,
'NNI_PLATFORM'
,
'NNI_EXP_ID'
,
'NNI_TRIAL_JOB_ID'
,
'NNI_TRIAL_JOB_ID'
,
'NNI_SYS_DIR'
,
'NNI_SYS_DIR'
,
'NNI_OUTPUT_DIR'
,
'NNI_OUTPUT_DIR'
,
...
...
src/sdk/pynni/nni/platform/local.py
View file @
803b6e47
...
@@ -94,5 +94,11 @@ def send_metric(string):
...
@@ -94,5 +94,11 @@ def send_metric(string):
else
:
else
:
subprocess
.
run
([
'touch'
,
_metric_file
.
name
],
check
=
True
)
subprocess
.
run
([
'touch'
,
_metric_file
.
name
],
check
=
True
)
def
get_experiment_id
():
return
trial_env_vars
.
NNI_EXP_ID
def
get_trial_id
():
return
trial_env_vars
.
NNI_TRIAL_JOB_ID
def
get_sequence_id
():
def
get_sequence_id
():
return
trial_env_vars
.
NNI_TRIAL_SEQ_ID
return
trial_env_vars
.
NNI_TRIAL_SEQ_ID
src/sdk/pynni/nni/platform/standalone.py
View file @
803b6e47
...
@@ -25,6 +25,12 @@ import json_tricks
...
@@ -25,6 +25,12 @@ import json_tricks
def
get_next_parameter
():
def
get_next_parameter
():
pass
pass
def
get_experiment_id
():
pass
def
get_trial_id
():
pass
def
get_sequence_id
():
def
get_sequence_id
():
pass
pass
...
...
src/sdk/pynni/nni/platform/test.py
View file @
803b6e47
...
@@ -32,6 +32,12 @@ _last_metric = None
...
@@ -32,6 +32,12 @@ _last_metric = None
def
get_next_parameter
():
def
get_next_parameter
():
return
_params
return
_params
def
get_experiment_id
():
return
'fakeidex'
def
get_trial_id
():
return
'fakeidtr'
def
get_sequence_id
():
def
get_sequence_id
():
return
0
return
0
...
...
src/sdk/pynni/nni/trial.py
View file @
803b6e47
...
@@ -30,11 +30,15 @@ __all__ = [
...
@@ -30,11 +30,15 @@ __all__ = [
'get_current_parameter'
,
'get_current_parameter'
,
'report_intermediate_result'
,
'report_intermediate_result'
,
'report_final_result'
,
'report_final_result'
,
'get_experiment_id'
,
'get_trial_id'
,
'get_sequence_id'
'get_sequence_id'
]
]
_params
=
None
_params
=
None
_experiment_id
=
platform
.
get_experiment_id
()
_trial_id
=
platform
.
get_trial_id
()
_sequence_id
=
platform
.
get_sequence_id
()
_sequence_id
=
platform
.
get_sequence_id
()
...
@@ -52,6 +56,12 @@ def get_current_parameter(tag):
...
@@ -52,6 +56,12 @@ def get_current_parameter(tag):
return
None
return
None
return
_params
[
'parameters'
][
tag
]
return
_params
[
'parameters'
][
tag
]
def
get_experiment_id
():
return
_experiment_id
def
get_trial_id
():
return
_trial_id
def
get_sequence_id
():
def
get_sequence_id
():
return
_sequence_id
return
_sequence_id
...
...
src/sdk/pynni/tests/test_trial.py
View file @
803b6e47
...
@@ -38,6 +38,12 @@ class TrialTestCase(TestCase):
...
@@ -38,6 +38,12 @@ class TrialTestCase(TestCase):
nni
.
get_next_parameter
()
nni
.
get_next_parameter
()
self
.
assertEqual
(
nni
.
get_current_parameter
(
'x'
),
123
)
self
.
assertEqual
(
nni
.
get_current_parameter
(
'x'
),
123
)
def
test_get_experiment_id
(
self
):
self
.
assertEqual
(
nni
.
get_experiment_id
(),
'fakeidex'
)
def
test_get_trial_id
(
self
):
self
.
assertEqual
(
nni
.
get_trial_id
(),
'fakeidtr'
)
def
test_get_sequence_id
(
self
):
def
test_get_sequence_id
(
self
):
self
.
assertEqual
(
nni
.
get_sequence_id
(),
0
)
self
.
assertEqual
(
nni
.
get_sequence_id
(),
0
)
...
...
src/webui/src/components/TrialsDetail.tsx
View file @
803b6e47
...
@@ -104,7 +104,8 @@ class TrialsDetail extends React.Component<TrialsDetailProps, TrialDetailState>
...
@@ -104,7 +104,8 @@ class TrialsDetail extends React.Component<TrialsDetailProps, TrialDetailState>
Object
.
keys
(
trialJobs
).
map
(
item
=>
{
Object
.
keys
(
trialJobs
).
map
(
item
=>
{
let
desc
:
Parameters
=
{
let
desc
:
Parameters
=
{
parameters
:
{},
parameters
:
{},
intermediate
:
[]
intermediate
:
[],
progress
:
1
};
};
let
duration
=
0
;
let
duration
=
0
;
const
id
=
trialJobs
[
item
].
id
!==
undefined
const
id
=
trialJobs
[
item
].
id
!==
undefined
...
@@ -125,6 +126,7 @@ class TrialsDetail extends React.Component<TrialsDetailProps, TrialDetailState>
...
@@ -125,6 +126,7 @@ class TrialsDetail extends React.Component<TrialsDetailProps, TrialDetailState>
const
tempHyper
=
trialJobs
[
item
].
hyperParameters
;
const
tempHyper
=
trialJobs
[
item
].
hyperParameters
;
if
(
tempHyper
!==
undefined
)
{
if
(
tempHyper
!==
undefined
)
{
const
getPara
=
JSON
.
parse
(
tempHyper
[
tempHyper
.
length
-
1
]).
parameters
;
const
getPara
=
JSON
.
parse
(
tempHyper
[
tempHyper
.
length
-
1
]).
parameters
;
desc
.
progress
=
tempHyper
.
length
;
if
(
typeof
getPara
===
'
string
'
)
{
if
(
typeof
getPara
===
'
string
'
)
{
desc
.
parameters
=
JSON
.
parse
(
getPara
);
desc
.
parameters
=
JSON
.
parse
(
getPara
);
}
else
{
}
else
{
...
...
src/webui/src/components/public-child/OpenRow.tsx
View file @
803b6e47
...
@@ -97,6 +97,8 @@ class OpenRow extends React.Component<OpenRowProps, OpenRowState> {
...
@@ -97,6 +97,8 @@ class OpenRow extends React.Component<OpenRowProps, OpenRowState> {
<
br
/>
<
br
/>
For the entire parameter set, please refer to the following "
For the entire parameter set, please refer to the following "
<
a
href
=
{
trialink
}
target
=
"_blank"
>
{
trialink
}
</
a
>
".
<
a
href
=
{
trialink
}
target
=
"_blank"
>
{
trialink
}
</
a
>
".
<
br
/>
Current Phase:
{
record
.
description
.
progress
}
.
</
Row
>
</
Row
>
:
:
<
div
/>
<
div
/>
...
@@ -168,4 +170,4 @@ class OpenRow extends React.Component<OpenRowProps, OpenRowState> {
...
@@ -168,4 +170,4 @@ class OpenRow extends React.Component<OpenRowProps, OpenRowState> {
}
}
}
}
export
default
OpenRow
;
export
default
OpenRow
;
\ No newline at end of file
src/webui/src/static/interface.ts
View file @
803b6e47
...
@@ -27,6 +27,7 @@ interface Parameters {
...
@@ -27,6 +27,7 @@ interface Parameters {
parameters
:
ErrorParameter
;
parameters
:
ErrorParameter
;
logPath
?:
string
;
logPath
?:
string
;
intermediate
:
Array
<
number
>
;
intermediate
:
Array
<
number
>
;
progress
?:
number
;
}
}
interface
Experiment
{
interface
Experiment
{
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment