"git@developer.sourcefind.cn:tsoc/superbenchmark.git" did not exist on "c7d0beaf9eded6ae681127194131c7309dd58c9a"
Commit f053fe1d authored by wooway777's avatar wooway777 Committed by thatPepe
Browse files

issue/221 - patch encode plus for ali

parent 0879747e
...@@ -202,7 +202,7 @@ def test( ...@@ -202,7 +202,7 @@ def test(
# input_ids_list = tokenizer.batch_encode_plus(input_contents)[ # input_ids_list = tokenizer.batch_encode_plus(input_contents)[
# "input_ids" # "input_ids"
# ] # List: [[1, 1128, 526, 366, 29892]] # ] # List: [[1, 1128, 526, 366, 29892]]
if version.parse(transformers.__version__) == version.parse("4.55.0"): if version.parse(transformers.__version__) < version.parse("5.0.0"):
# Ideally this is solved by upgrading transformers. However, doing so causes version mismatch between transformers and mlu pytorch on devices with Phytium CPU. So a branch is temporarily used. # Ideally this is solved by upgrading transformers. However, doing so causes version mismatch between transformers and mlu pytorch on devices with Phytium CPU. So a branch is temporarily used.
input_ids_list = [ input_ids_list = [
tokenizer.encode_plus( tokenizer.encode_plus(
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment