Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
yaoyuping
nnDetection
Commits
ae0afb7a
Commit
ae0afb7a
authored
May 18, 2021
by
mibaumgartner
Browse files
improve case eval docu
parent
73599137
Changes
3
Hide whitespace changes
Inline
Side-by-side
Showing
3 changed files
with
15 additions
and
5 deletions
+15
-5
README.md
README.md
+2
-2
nndet/evaluator/case.py
nndet/evaluator/case.py
+6
-3
nndet/utils/check.py
nndet/utils/check.py
+7
-0
No files found.
README.md
View file @
ae0afb7a
...
@@ -210,8 +210,8 @@ task: Task000D3_Example
...
@@ -210,8 +210,8 @@ task: Task000D3_Example
name
:
"
Example"
# [Optional]
name
:
"
Example"
# [Optional]
dim
:
3
# number of spatial dimensions of the data
dim
:
3
# number of spatial dimensions of the data
#
TODO: check these
#
Note: need to use integer value which is defined below of target class!
target_class
:
#
define class of interest for patient level evaluations
# TODO: check if this should be included
target_class
:
1
# [Optional]
define class of interest for patient level evaluations
test_labels
:
True
# manually splitted test set
test_labels
:
True
# manually splitted test set
labels
:
# classes of data set; need to start at 0
labels
:
# classes of data set; need to start at 0
...
...
nndet/evaluator/case.py
View file @
ae0afb7a
...
@@ -15,7 +15,7 @@ limitations under the License.
...
@@ -15,7 +15,7 @@ limitations under the License.
"""
"""
from
collections
import
defaultdict
from
collections
import
defaultdict
from
typing
import
Dict
,
Sequence
,
Callable
,
Tuple
,
Union
,
Mapping
from
typing
import
Dict
,
Sequence
,
Callable
,
Tuple
,
Union
,
Mapping
,
Optional
import
numpy
as
np
import
numpy
as
np
from
loguru
import
logger
from
loguru
import
logger
...
@@ -35,7 +35,7 @@ class _CaseEvaluator(AbstractEvaluator):
...
@@ -35,7 +35,7 @@ class _CaseEvaluator(AbstractEvaluator):
class_metrics_scalar
:
Mapping
[
str
,
Callable
]
=
None
,
class_metrics_scalar
:
Mapping
[
str
,
Callable
]
=
None
,
score_metrics_curve
:
Mapping
[
str
,
Callable
]
=
None
,
score_metrics_curve
:
Mapping
[
str
,
Callable
]
=
None
,
class_metrics_curve
:
Mapping
[
str
,
Callable
]
=
None
,
class_metrics_curve
:
Mapping
[
str
,
Callable
]
=
None
,
target_class
:
int
=
None
,
target_class
:
Optional
[
int
]
=
None
,
):
):
"""
"""
Compute case level evaluation metrics
Compute case level evaluation metrics
...
@@ -73,7 +73,10 @@ class _CaseEvaluator(AbstractEvaluator):
...
@@ -73,7 +73,10 @@ class _CaseEvaluator(AbstractEvaluator):
self
.
score_metrics_curve
=
score_metrics_curve
if
score_metrics_curve
is
not
None
else
{}
self
.
score_metrics_curve
=
score_metrics_curve
if
score_metrics_curve
is
not
None
else
{}
self
.
class_metrics_curve
=
class_metrics_curve
if
class_metrics_curve
is
not
None
else
{}
self
.
class_metrics_curve
=
class_metrics_curve
if
class_metrics_curve
is
not
None
else
{}
self
.
target_class
=
target_class
if
isinstance
(
target_class
,
str
):
raise
ValueError
(
f
"Need integer value of target class not the name!"
)
self
.
target_class
=
int
(
target_class
)
self
.
classes
=
classes
self
.
classes
=
classes
self
.
num_classes
=
len
(
classes
)
self
.
num_classes
=
len
(
classes
)
...
...
nndet/utils/check.py
View file @
ae0afb7a
...
@@ -115,6 +115,13 @@ def check_dataset_file(task_name: str):
...
@@ -115,6 +115,13 @@ def check_dataset_file(task_name: str):
if
ic
!=
idx
:
if
ic
!=
idx
:
raise
ValueError
(
"Found wrong order of modalities in dataset info."
raise
ValueError
(
"Found wrong order of modalities in dataset info."
f
"Found
{
found_mods
}
but expected
{
list
(
range
(
len
(
found_mods
)))
}
"
)
f
"Found
{
found_mods
}
but expected
{
list
(
range
(
len
(
found_mods
)))
}
"
)
# check target class
target_class
=
cfg
.
get
(
"target_class"
,
None
)
if
target_class
is
not
None
and
not
isinstance
(
target_class
,
int
):
raise
ValueError
(
"If target class is defined, it needs to be an integer, "
f
"found
{
type
(
target_class
)
}
:
{
target_class
}
"
)
print
(
"Dataset info check complete."
)
print
(
"Dataset info check complete."
)
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment