diff --git a/examples/images/cifar10/train_cifar10_ddp.py b/examples/images/cifar10/train_cifar10_ddp.py index 851f28c..2932443 100644 --- a/examples/images/cifar10/train_cifar10_ddp.py +++ b/examples/images/cifar10/train_cifar10_ddp.py @@ -164,7 +164,7 @@ def train(rank, total_num_gpus, argv): with trange(steps_per_epoch, dynamic_ncols=True) as step_pbar: for step in step_pbar: - global_step += step + global_step += 1 optim.zero_grad() x1 = next(datalooper).to(rank)