tacit/nanochat
1
0
Fork 0
mirror of https://github.com/karpathy/nanochat.git synced 2026-04-02 05:35:19 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Mount volume to persist data

Browse Source
This commit is contained in:
broqdev 2025-10-14 00:25:04 -07:00
parent 0f8d1289db
commit 33142f99d3
1 changed files with 12 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

16
scripts/speedrun_modal.py
View File

@ -15,19 +15,24 @@ from pathlib import Path
# Define the Modal app
app = modal.App("nanochat-train")
path_repo = "/root/nanochat"
path_nanochat_base_dir="/root/.cache/nanochat"
volume_nanochat_base_dir="nanochat-base-dir"
# Create the image with all necessary dependencies
image = (
modal.Image.debian_slim(python_version="3.12")
.apt_install("curl")
.add_local_dir('.', path_repo, ignore=modal.FilePatternMatcher.from_file(f".gitignore"))
.apt_install("curl", "unzip")
.add_local_dir(".", path_repo, ignore=modal.FilePatternMatcher.from_file(f".gitignore"))
)
# Define the main function
volume = modal.Volume.from_name(volume_nanochat_base_dir, create_if_missing=True)
n_nodes = 1
@app.function(
image=image,
gpu="H100:8",
volumes={path_nanochat_base_dir: volume},
timeout=6 * 60 * 60, # set 6 hours timeout since modal may take long time to request gpus
)
@modal.experimental.clustered(size=n_nodes)
@ -37,5 +42,8 @@ def nanochat_train():
# change working directory to repo
os.chdir(path_repo)
command = 'chmod +x ./speedrun.sh && ./speedrun.sh'
subprocess.run(command, shell=True, check=True)
try:
command = "chmod +x ./speedrun.sh && ./speedrun.sh"
subprocess.run(command, shell=True, check=True)
finally:
volume.commit()