Deprecations fix TORCH_NCCL_BLOCKING_WAIT (ultralytics#9448)

triple-Mu · Mar 31, 2024 · 7df821e · 7df821e
1 parent aa75606
commit 7df821e
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/ultralytics/engine/trainer.py b/ultralytics/engine/trainer.py
@@ -210,7 +210,7 @@ def _setup_ddp(self, world_size):
         torch.cuda.set_device(RANK)
         self.device = torch.device("cuda", RANK)
         # LOGGER.info(f'DDP info: RANK {RANK}, WORLD_SIZE {world_size}, DEVICE {self.device}')
-        os.environ["NCCL_BLOCKING_WAIT"] = "1"  # set to enforce timeout
+        os.environ["TORCH_NCCL_BLOCKING_WAIT"] = "1"  # set to enforce timeout
         dist.init_process_group(
             "nccl" if dist.is_nccl_available() else "gloo",
             timeout=timedelta(seconds=10800),  # 3 hours