Commit fda3d442 authored by zihanl's avatar zihanl
Browse files

add comments

parent 23302cb2
...@@ -268,13 +268,12 @@ def get_database(test_datapath, train_datapath, data_type): ...@@ -268,13 +268,12 @@ def get_database(test_datapath, train_datapath, data_type):
turns = splits[1].split(" [SEP] ")[-3:] turns = splits[1].split(" [SEP] ")[-3:]
knowledge = splits[2] knowledge = splits[2]
response = splits[3] response = splits[3]
# filtering data samples # filtering data samples
if knowledge == "no_passages_used": if knowledge == "no_passages_used":
# when no knowledge is used # when no knowledge is used
continue continue
if data_type != "wow_seen" and ("(" in knowledge or ")" in knowledge): if data_type != "wow_seen" and ("(" in knowledge or ")" in knowledge):
# when brackets existing in the knowledge # when bracket exists in the knowledge
continue continue
if data_type != "wow_seen" and topic not in knowledge: if data_type != "wow_seen" and topic not in knowledge:
# when topic does not exist in the knowledge # when topic does not exist in the knowledge
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment