Commit 3f5fd26c authored by Yoach Lacombe's avatar Yoach Lacombe
Browse files

remove redundant import and reorganize

parent aa4cbf27
...@@ -21,6 +21,7 @@ import os ...@@ -21,6 +21,7 @@ import os
import re import re
import sys import sys
import time import time
from multiprocess import set_start_method
from datetime import timedelta from datetime import timedelta
from tqdm import tqdm from tqdm import tqdm
...@@ -32,15 +33,12 @@ from torch.utils.data import DataLoader ...@@ -32,15 +33,12 @@ from torch.utils.data import DataLoader
import datasets import datasets
from datasets import DatasetDict, Dataset, IterableDataset, concatenate_datasets from datasets import DatasetDict, Dataset, IterableDataset, concatenate_datasets
import transformers
from huggingface_hub import HfApi from huggingface_hub import HfApi
from multiprocess import set_start_method
from torch.utils.data import DataLoader import transformers
from tqdm import tqdm
from transformers import AutoFeatureExtractor, AutoTokenizer, HfArgumentParser from transformers import AutoFeatureExtractor, AutoTokenizer, HfArgumentParser
from transformers.trainer_pt_utils import LengthGroupedSampler from transformers.trainer_pt_utils import LengthGroupedSampler
from transformers.optimization import get_scheduler from transformers.optimization import get_scheduler
from transformers.trainer_pt_utils import LengthGroupedSampler
from transformers.utils import send_example_telemetry from transformers.utils import send_example_telemetry
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment