Commit 53cbe187 authored by jihanyang's avatar jihanyang
Browse files

Modify the timing manner of data timer and forward timer

parent 57b19553
...@@ -19,8 +19,8 @@ def train_one_epoch(model, optimizer, train_loader, model_func, lr_scheduler, ac ...@@ -19,8 +19,8 @@ def train_one_epoch(model, optimizer, train_loader, model_func, lr_scheduler, ac
batch_time = common_utils.AverageMeter() batch_time = common_utils.AverageMeter()
forward_time = common_utils.AverageMeter() forward_time = common_utils.AverageMeter()
end = time.time()
for cur_it in range(total_it_each_epoch): for cur_it in range(total_it_each_epoch):
end = time.time()
try: try:
batch = next(dataloader_iter) batch = next(dataloader_iter)
except StopIteration: except StopIteration:
...@@ -46,16 +46,16 @@ def train_one_epoch(model, optimizer, train_loader, model_func, lr_scheduler, ac ...@@ -46,16 +46,16 @@ def train_one_epoch(model, optimizer, train_loader, model_func, lr_scheduler, ac
loss, tb_dict, disp_dict = model_func(model, batch) loss, tb_dict, disp_dict = model_func(model, batch)
forward_timer = time.time()
cur_forward_time = forward_timer - data_timer
loss.backward() loss.backward()
clip_grad_norm_(model.parameters(), optim_cfg.GRAD_NORM_CLIP) clip_grad_norm_(model.parameters(), optim_cfg.GRAD_NORM_CLIP)
optimizer.step() optimizer.step()
accumulated_iter += 1 accumulated_iter += 1
cur_forward_time = time.time() - data_timer
cur_batch_time = time.time() - end cur_batch_time = time.time() - end
end = time.time()
# average reduce # average reduce
avg_data_time = commu_utils.average_reduce_value(cur_data_time) avg_data_time = commu_utils.average_reduce_value(cur_data_time)
avg_forward_time = commu_utils.average_reduce_value(cur_forward_time) avg_forward_time = commu_utils.average_reduce_value(cur_forward_time)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment