tacit/nanochat
1
0
Fork 0
mirror of https://github.com/karpathy/nanochat.git synced 2026-07-08 05:49:30 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

muonh

Browse Source
This commit is contained in:
Kaiyue Wen 2026-02-12 17:51:36 -08:00
parent 5a965c1383
commit 116900ac16
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
runs/quickrun_muonh.sh
View File

@ -16,9 +16,9 @@ set -e
# -----------------------------------------------------------------------------
# Config
DEPTH="${DEPTH:-26}"
DEPTH="${DEPTH:-24}"
NUM_SHARDS="${NUM_SHARDS:-370}" # default for d24 @ ratio~11
TARGET_RATIO="${TARGET_RATIO:-10.5}"
TARGET_RATIO="${TARGET_RATIO:-12}"
WINDOW_PATTERN="${WINDOW_PATTERN:-SSSL}"
DEVICE_BATCH_SIZE="${DEVICE_BATCH_SIZE:-16}"
TOTAL_BATCH_SIZE="${TOTAL_BATCH_SIZE:-524288}" # -1 = auto-compute optimal (Power Lines paper)