tacit/nanochat
1
0
Fork 0
mirror of https://github.com/karpathy/nanochat.git synced 2025-12-06 04:12:13 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Allow any rank to create the checkpoint_dir

Browse Source
This commit is contained in:
marked23 2025-11-20 11:21:24 -08:00
parent 4a87a0d19f
commit 9ebb031f64
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
nanochat/checkpoint_manager.py
View File

@ -21,8 +21,9 @@ def log0(message):
logger.info(message)
def save_checkpoint(checkpoint_dir, step, model_data, optimizer_data, meta_data, rank=0):
os.makedirs(checkpoint_dir, exist_ok=True)
if rank == 0:
os.makedirs(checkpoint_dir, exist_ok=True)
# Save the model state parameters
model_path = os.path.join(checkpoint_dir, f"model_{step:06d}.pt")
torch.save(model_data, model_path)