Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
chenpangpang
transformers
Commits
00aa9dbc
Unverified
Commit
00aa9dbc
authored
Dec 07, 2020
by
Sylvain Gugger
Committed by
GitHub
Dec 07, 2020
Browse files
Copyright (#8970)
* Add copyright everywhere missing * Style
parent
c108d0b5
Changes
318
Hide whitespace changes
Inline
Side-by-side
Showing
20 changed files
with
150 additions
and
12 deletions
+150
-12
tests/test_pipelines_ner.py
tests/test_pipelines_ner.py
+14
-0
tests/test_pipelines_question_answering.py
tests/test_pipelines_question_answering.py
+14
-0
tests/test_pipelines_sentiment_analysis.py
tests/test_pipelines_sentiment_analysis.py
+14
-0
tests/test_pipelines_summarization.py
tests/test_pipelines_summarization.py
+14
-0
tests/test_pipelines_text2text_generation.py
tests/test_pipelines_text2text_generation.py
+14
-0
tests/test_pipelines_text_generation.py
tests/test_pipelines_text_generation.py
+14
-0
tests/test_pipelines_translation.py
tests/test_pipelines_translation.py
+14
-0
tests/test_pipelines_zero_shot.py
tests/test_pipelines_zero_shot.py
+14
-0
tests/test_retrieval_rag.py
tests/test_retrieval_rag.py
+14
-0
tests/test_tokenization_auto.py
tests/test_tokenization_auto.py
+1
-1
tests/test_tokenization_bart.py
tests/test_tokenization_bart.py
+13
-0
tests/test_tokenization_bert.py
tests/test_tokenization_bert.py
+1
-1
tests/test_tokenization_bert_generation.py
tests/test_tokenization_bert_generation.py
+1
-1
tests/test_tokenization_bert_japanese.py
tests/test_tokenization_bert_japanese.py
+1
-1
tests/test_tokenization_blenderbot.py
tests/test_tokenization_blenderbot.py
+2
-3
tests/test_tokenization_camembert.py
tests/test_tokenization_camembert.py
+1
-1
tests/test_tokenization_deberta.py
tests/test_tokenization_deberta.py
+1
-1
tests/test_tokenization_distilbert.py
tests/test_tokenization_distilbert.py
+1
-1
tests/test_tokenization_fsmt.py
tests/test_tokenization_fsmt.py
+1
-1
tests/test_tokenization_gpt2.py
tests/test_tokenization_gpt2.py
+1
-1
No files found.
tests/test_pipelines_ner.py
View file @
00aa9dbc
# Copyright 2020 The HuggingFace Team. All rights reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
import
unittest
from
transformers
import
AutoTokenizer
,
pipeline
...
...
tests/test_pipelines_question_answering.py
View file @
00aa9dbc
# Copyright 2020 The HuggingFace Team. All rights reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
import
unittest
from
transformers.data.processors.squad
import
SquadExample
...
...
tests/test_pipelines_sentiment_analysis.py
View file @
00aa9dbc
# Copyright 2020 The HuggingFace Team. All rights reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
import
unittest
from
.test_pipelines_common
import
MonoInputPipelineCommonMixin
...
...
tests/test_pipelines_summarization.py
View file @
00aa9dbc
# Copyright 2020 The HuggingFace Team. All rights reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
import
unittest
from
transformers
import
pipeline
...
...
tests/test_pipelines_text2text_generation.py
View file @
00aa9dbc
# Copyright 2020 The HuggingFace Team. All rights reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
import
unittest
from
.test_pipelines_common
import
MonoInputPipelineCommonMixin
...
...
tests/test_pipelines_text_generation.py
View file @
00aa9dbc
# Copyright 2020 The HuggingFace Team. All rights reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
import
unittest
from
transformers
import
pipeline
...
...
tests/test_pipelines_translation.py
View file @
00aa9dbc
# Copyright 2020 The HuggingFace Team. All rights reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
import
unittest
import
pytest
...
...
tests/test_pipelines_zero_shot.py
View file @
00aa9dbc
# Copyright 2020 The HuggingFace Team. All rights reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
import
unittest
from
copy
import
deepcopy
...
...
tests/test_retrieval_rag.py
View file @
00aa9dbc
# Copyright 2020 The HuggingFace Team. All rights reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
import
json
import
os
import
pickle
...
...
tests/test_tokenization_auto.py
View file @
00aa9dbc
# coding=utf-8
# Copyright 20
18
The
Google AI Languag
e Team A
uthors
.
# Copyright 20
20
The
HuggingFac
e Team
.
A
ll rights reserved
.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
...
...
tests/test_tokenization_bart.py
View file @
00aa9dbc
# Copyright 2020 The HuggingFace Team. All rights reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
import
json
import
os
import
unittest
...
...
tests/test_tokenization_bert.py
View file @
00aa9dbc
# coding=utf-8
# Copyright 20
18
The
Google AI Languag
e Team A
uthors
.
# Copyright 20
20
The
HuggingFac
e Team
.
A
ll rights reserved
.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
...
...
tests/test_tokenization_bert_generation.py
View file @
00aa9dbc
# coding=utf-8
# Copyright 2020 The
Google AI Languag
e Team A
uthors
.
# Copyright 2020 The
HuggingFac
e Team
.
A
ll rights reserved
.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
...
...
tests/test_tokenization_bert_japanese.py
View file @
00aa9dbc
# coding=utf-8
# Copyright 20
18
The
Google AI Languag
e Team A
uthors
.
# Copyright 20
20
The
HuggingFac
e Team
.
A
ll rights reserved
.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
...
...
tests/test_tokenization_blenderbot.py
View file @
00aa9dbc
#!/usr/bin/env python3
# coding=utf-8
# Copyright
(c) Facebook, Inc. and its affiliates
.
# Copyright
2020 The HuggingFace Team. All rights reserved
.
#
#
This source code is licensed under the MIT license found in the
;
#
Licensed under the Apache License, Version 2.0 (the "License")
;
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
...
...
@@ -13,7 +13,6 @@
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
# LICENSE file in the root directory of this source tree.
"""Tests for Blenderbot Tokenizers, including common tests for BlenderbotSmallTokenizer."""
import
json
import
os
...
...
tests/test_tokenization_camembert.py
View file @
00aa9dbc
# coding=utf-8
# Copyright 2018
Google T5 Authors and
HuggingFace Inc. team.
# Copyright 2018 HuggingFace Inc. team.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
...
...
tests/test_tokenization_deberta.py
View file @
00aa9dbc
# coding=utf-8
# Copyright 2018 Microsoft.
# Copyright 2018 Microsoft
, the Hugging Face Team
.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
...
...
tests/test_tokenization_distilbert.py
View file @
00aa9dbc
# coding=utf-8
# Copyright 20
18
The
Google AI Languag
e Team A
uthors
.
# Copyright 20
20
The
HuggingFac
e Team
.
A
ll rights reserved
.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
...
...
tests/test_tokenization_fsmt.py
View file @
00aa9dbc
# coding=utf-8
# Copyright 20
18
The
Google AI Languag
e Team A
uthors
.
# Copyright 20
20
The
HuggingFac
e Team
.
A
ll rights reserved
.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
...
...
tests/test_tokenization_gpt2.py
View file @
00aa9dbc
# coding=utf-8
# Copyright 20
18
The
Google AI Languag
e Team A
uthors
.
# Copyright 20
20
The
HuggingFac
e Team
.
A
ll rights reserved
.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
...
...
Prev
1
…
11
12
13
14
15
16
Next
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment