Skip to content

Commit

Permalink
Revert "Handle special case of libuv for Windows (deepspeedai#7064)" (d…
Browse files Browse the repository at this point in the history
…eepspeedai#7076)

This reverts commit 8577bd2.

Fixes: deepspeedai#7072
Signed-off-by: Max Kovalenko <[email protected]>
  • Loading branch information
loadams authored and deepcharm committed Feb 27, 2025
1 parent 929a09c commit 623f7cf
Showing 1 changed file with 5 additions and 16 deletions.
21 changes: 5 additions & 16 deletions deepspeed/comm/torch.py
Original file line number Diff line number Diff line change
Expand Up @@ -145,22 +145,11 @@ def has_reduce_scatter_tensor(self):

def init_process_group(self, backend, timeout, init_method, rank, world_size):
if not torch.distributed.is_initialized():
if not required_torch_version(min_version=2.4):
# Windows torch builds do not come with lib_uv by default.
# More information here: https://pytorch.org/tutorials/intermediate/TCPStore_libuv_backend.html
use_libuv = False if os.name == "nt" else True
torch.distributed.init_process_group(backend,
timeout=timeout,
init_method=init_method,
rank=rank,
world_size=world_size,
use_libuv=use_libuv)
else:
torch.distributed.init_process_group(backend,
timeout=timeout,
init_method=init_method,
rank=rank,
world_size=world_size)
torch.distributed.init_process_group(backend,
timeout=timeout,
init_method=init_method,
rank=rank,
world_size=world_size)
self.using_mpi = torch.distributed.get_backend() == 'mpi'

@disable_compiler_collective
Expand Down

0 comments on commit 623f7cf

Please sign in to comment.