Skip to content

GitLab

Commit 7999f6da authored by Davis King's avatar Davis King
Browse files

Made test_layer() more numerically robust.

parent 6cd376c2
Show whitespace changes
Inline Side-by-side
Showing with 2 additions and 2 deletions
dlib/dnn/core.h
View file @ 7999f6da
...@@ -3061,7 +3061,7 @@ namespace dlib ...@@ -3061,7 +3061,7 @@ namespace dlib
double reference_derivative = (dot(out2,input_grad)-dot(out3, input_grad))/(2*eps); double reference_derivative = (dot(out2,input_grad)-dot(out3, input_grad))/(2*eps);
double output_derivative = params_grad.host()[i]; double output_derivative = params_grad.host()[i];
double relative_error; double relative_error;
if (reference_derivative != 0) if (reference_derivative*output_derivative != 0)
relative_error = (reference_derivative - output_derivative)/(reference_derivative); relative_error = (reference_derivative - output_derivative)/(reference_derivative);
else else
relative_error = (reference_derivative - output_derivative); relative_error = (reference_derivative - output_derivative);
...@@ -3098,7 +3098,7 @@ namespace dlib ...@@ -3098,7 +3098,7 @@ namespace dlib
double output_derivative = subnetwork.get_gradient_input_element(i); double output_derivative = subnetwork.get_gradient_input_element(i);
output_derivative -= initial_gradient_input[i]; output_derivative -= initial_gradient_input[i];
double relative_error; double relative_error;
if (reference_derivative != 0) if (reference_derivative*output_derivative != 0)
relative_error = (reference_derivative - output_derivative)/(reference_derivative); relative_error = (reference_derivative - output_derivative)/(reference_derivative);
else else
relative_error = (reference_derivative - output_derivative); relative_error = (reference_derivative - output_derivative);
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment