Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
wangsen
paddle_dbnet
Commits
a479ca67
Commit
a479ca67
authored
Jul 01, 2022
by
LDOUBLEV
Browse files
fix kljs loss
parent
c1eaa17a
Changes
3
Hide whitespace changes
Inline
Side-by-side
Showing
3 changed files
with
17 additions
and
7 deletions
+17
-7
configs/det/ch_PP-OCRv2/ch_PP-OCRv2_det_dml.yml
configs/det/ch_PP-OCRv2/ch_PP-OCRv2_det_dml.yml
+1
-1
configs/det/ch_PP-OCRv3/ch_PP-OCRv3_det_dml.yml
configs/det/ch_PP-OCRv3/ch_PP-OCRv3_det_dml.yml
+1
-1
ppocr/losses/basic_loss.py
ppocr/losses/basic_loss.py
+15
-5
No files found.
configs/det/ch_PP-OCRv2/ch_PP-OCRv2_det_dml.yml
View file @
a479ca67
...
...
@@ -65,7 +65,7 @@ Loss:
-
[
"
Student"
,
"
Teacher"
]
maps_name
:
"
thrink_maps"
weight
:
1.0
act
:
"
softmax"
#
act:
None
model_name_pairs
:
[
"
Student"
,
"
Teacher"
]
key
:
maps
-
DistillationDBLoss
:
...
...
configs/det/ch_PP-OCRv3/ch_PP-OCRv3_det_dml.yml
View file @
a479ca67
...
...
@@ -60,7 +60,7 @@ Loss:
-
[
"
Student"
,
"
Student2"
]
maps_name
:
"
thrink_maps"
weight
:
1.0
act
:
"
softmax"
#
act:
None
model_name_pairs
:
[
"
Student"
,
"
Student2"
]
key
:
maps
-
DistillationDBLoss
:
...
...
ppocr/losses/basic_loss.py
View file @
a479ca67
...
...
@@ -57,17 +57,27 @@ class CELoss(nn.Layer):
class
KLJSLoss
(
object
):
def
__init__
(
self
,
mode
=
'kl'
):
assert
mode
in
[
'kl'
,
'js'
,
'KL'
,
'JS'
],
"mode can only be one of ['kl', '
js
', '
KL
', 'JS']"
],
"mode can only be one of ['kl', '
KL
', '
js
', 'JS']"
self
.
mode
=
mode
def
__call__
(
self
,
p1
,
p2
,
reduction
=
"mean"
):
loss
=
paddle
.
multiply
(
p2
,
paddle
.
log
((
p2
+
1e-5
)
/
(
p1
+
1e-5
)
+
1e-5
))
if
self
.
mode
.
lower
()
==
"js"
:
if
self
.
mode
.
lower
()
==
'kl'
:
loss
=
paddle
.
multiply
(
p2
,
paddle
.
log
((
p2
+
1e-5
)
/
(
p1
+
1e-5
)
+
1e-5
))
loss
+=
paddle
.
multiply
(
p1
,
paddle
.
log
((
p1
+
1e-5
)
/
(
p2
+
1e-5
)
+
1e-5
))
loss
*=
0.5
elif
self
.
mode
.
lower
()
==
"js"
:
loss
=
paddle
.
multiply
(
p2
,
paddle
.
log
((
2
*
p2
+
1e-5
)
/
(
p1
+
p2
+
1e-5
)
+
1e-5
))
loss
+=
paddle
.
multiply
(
p1
,
paddle
.
log
((
2
*
p1
+
1e-5
)
/
(
p1
+
p2
+
1e-5
)
+
1e-5
))
loss
*=
0.5
else
:
raise
ValueError
(
"The mode.lower() if KLJSLoss should be one of ['kl', 'js']"
)
if
reduction
==
"mean"
:
loss
=
paddle
.
mean
(
loss
,
axis
=
[
1
,
2
])
elif
reduction
==
"none"
or
reduction
is
None
:
...
...
@@ -95,7 +105,7 @@ class DMLLoss(nn.Layer):
self
.
act
=
None
self
.
use_log
=
use_log
self
.
jskl_loss
=
KLJSLoss
(
mode
=
"
js
"
)
self
.
jskl_loss
=
KLJSLoss
(
mode
=
"
kl
"
)
def
_kldiv
(
self
,
x
,
target
):
eps
=
1.0e-10
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment