remove reloading tokenizer in the training, adding it to the evaluation part

39eb31e1 · Rabeeh KARIMI · 350bb6bf · 39eb31e1
Commit 39eb31e1 authored Aug 30, 2019 by Rabeeh KARIMI
Hide whitespace changes
Inline Side-by-side

Showing with 0 additions and 1 deletion

examples/run_glue.py examples/run_glue.py +0 -1

No files found.
--- a/examples/run_glue.py
+++ b/examples/run_glue.py
@@ -448,7 +448,6 @@ def main():
        # Load a trained model and vocabulary that you have fine-tuned
        model = model_class.from_pretrained(args.output_dir)
-        tokenizer = tokenizer_class.from_pretrained(args.output_dir, do_lower_case=args.do_lower_case)
        model.to(args.device)