[fix] typo in wikitext2_data.py (#1104)

* [fix] typo in wikitext2_data.py

* [fix] typo and code duplication in fsdp.py

benchmarks/datasets/wikitext2_data.py

@@ -93,7 +93,7 @@ def get_real_dataloaders(args, benchmark_config, model_specs, num_replicas=1, ra
     train_dataloader, valid_dataloader, test_dataloader = get_dataloaders(
         dataset_info, benchmark_config, model_specs, num_replicas, rank
     )
-    return dataset_info.ntokens, train_dataloader, valid_dataloder, test_dataloader
+    return dataset_info.ntokens, train_dataloader, valid_dataloader, test_dataloader
 
 
 def get_synthetic_datasets():

benchmarks/fsdp.py

@@ -123,7 +123,7 @@ def log_number_of_parameters(model):
         )
         torch.distributed.barrier()
         if model.group.rank() == 0:
-            print(f"total #prams = {total.item()}")
+            print(f"total #params = {total.item()}")
     else:
         print(f"training model, #params = {num_params/10**6}M")
 
@@ -346,7 +346,6 @@ def benchmark_fsdp(rank, args, world_size):
 
     torch.cuda.set_device(rank)
     init_random_seed(0)
-    logging.basicConfig(level=logging.DEBUG)
 
     benchmark_config = create_benchmark_config(args.model_name)
     model_specs = get_model_specs(args.model_name)