Co-authored-by: Tancrède Lepoint <tlepoint@users.noreply.github.com>
This commit is contained in:
Andrej 2025-10-17 08:35:41 -07:00 committed by GitHub
parent e4f9b9c64d
commit cf2baf9933
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -128,7 +128,7 @@ def compute_init(device_type="cuda"): # cuda|cpu|mps
dist.init_process_group(backend="nccl", device_id=device)
dist.barrier()
else:
device = torch.device(device_type) # cuda|cpu
device = torch.device(device_type) # mps|cpu
if ddp_rank == 0:
logger.info(f"Distributed world size: {ddp_world_size}")