diff --git a/funasr/train_utils/trainer_ds.py b/funasr/train_utils/trainer_ds.py
index 6a4aaefba..83cd19a67 100644
--- a/funasr/train_utils/trainer_ds.py
+++ b/funasr/train_utils/trainer_ds.py
@@ -648,7 +648,9 @@ class Trainer:
 
             my_context = nullcontext
             if self.use_ddp or self.use_fsdp:
-                my_context = model.no_sync if batch_idx % accum_grad != 0 else my_context
+                my_context = (
+                    model.no_sync if (batch_idx + 1) % accum_grad != 0 else my_context
+                )
             with my_context():
                 time2 = time.perf_counter()