tacit/nanochat
1
0
Fork 0
mirror of https://github.com/karpathy/nanochat.git synced 2026-01-03 10:12:42 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Refactor: Improve DDP detection in common.py

Browse Source
This commit is contained in:
Azekowka 2025-10-14 16:59:57 +05:00
parent dd6812c83e
commit b724190f2a
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
nanochat/common.py
View File

@ -76,7 +76,8 @@ def print_banner():
print0(banner) print0(banner)
def is_ddp(): def is_ddp():
# TODO is there a proper way if dist.is_initialized():
return True
return int(os.environ.get('RANK', -1)) != -1 return int(os.environ.get('RANK', -1)) != -1
def get_dist_info(): def get_dist_info():