Fixed comments

Author: quic-meetkuma

QEfficient/finetune/utils/train_utils.py

@@ -280,12 +280,6 @@ def train(
             else:
                 train_epoch_loss = total_loss / len(train_dataloader)
 
-        if train_config.enable_ddp:
-            # Get the correct train loss from all the nodes.
-            dist.barrier()
-            dist.all_reduce(train_epoch_loss, op=dist.ReduceOp.SUM)
-            train_epoch_loss /= dist.get_world_size()
-
         train_perplexity = torch.exp(train_epoch_loss)
 
         train_prep.append(float(train_perplexity))
@@ -301,8 +295,6 @@ def train(
                     model, train_config, eval_dataloader, local_rank, tokenizer, device
                 )
                 dist.barrier()
-                dist.all_reduce(eval_epoch_loss, op=dist.ReduceOp.SUM)
-                eval_epoch_loss /= dist.get_world_size()
                 if local_rank == 0:
                     tensorboard_updates.add_scalars("loss", {"eval": eval_epoch_loss}, total_train_steps)