"src/include/ConstantTensorDescriptor.cuh" did not exist on "24d2f034fac9ec797477baee9fd36f4a930db068"
Unverified Commit db292032 authored by DseidLi's avatar DseidLi Committed by GitHub
Browse files

[Fix] remove redundant in gsm8k.py (#700)

Removed redundant code in GSM8KDataset.load method.
parent bfe4aa2a
...@@ -21,7 +21,6 @@ class GSM8KDataset(BaseDataset): ...@@ -21,7 +21,6 @@ class GSM8KDataset(BaseDataset):
with open(split_path, 'r', encoding='utf-8') as f: with open(split_path, 'r', encoding='utf-8') as f:
for line in f: for line in f:
line = json.loads(line.strip()) line = json.loads(line.strip())
line['answer']
dataset.append(line) dataset.append(line)
datasets[split] = Dataset.from_list(dataset) datasets[split] = Dataset.from_list(dataset)
return DatasetDict(datasets) return DatasetDict(datasets)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment