"vscode:/vscode.git/clone" did not exist on "e114d8748673a067324e0809479273d522a614e1"
Commit fda3d442 authored by zihanl's avatar zihanl
Browse files

add comments

parent 23302cb2
......@@ -268,13 +268,12 @@ def get_database(test_datapath, train_datapath, data_type):
turns = splits[1].split(" [SEP] ")[-3:]
knowledge = splits[2]
response = splits[3]
# filtering data samples
if knowledge == "no_passages_used":
# when no knowledge is used
continue
if data_type != "wow_seen" and ("(" in knowledge or ")" in knowledge):
# when brackets existing in the knowledge
# when bracket exists in the knowledge
continue
if data_type != "wow_seen" and topic not in knowledge:
# when topic does not exist in the knowledge
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment