"git@developer.sourcefind.cn:chenpangpang/open-webui.git" did not exist on "28682aad8885acf10af1ad878d852944eaa3ffcb"
Commit 5e160a5e authored by WenmuZhou's avatar WenmuZhou
Browse files

add detail error to dataset

parent ac8c2a89
......@@ -14,6 +14,7 @@
import numpy as np
import os
import random
import traceback
from paddle.io import Dataset
from .imaug import transform, create_operators
......@@ -117,9 +118,10 @@ class SimpleDataSet(Dataset):
data['ext_data'] = self.get_ext_data()
outs = transform(data, self.ops)
except Exception as e:
error_meg = traceback.format_exc()
self.logger.error(
"When parsing line {}, error happened with msg: {}".format(
data_line, e))
data_line, error_meg))
outs = None
if outs is None:
# during evaluation, we should fix the idx to get same results for many times of evaluation.
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment