mirror of
https://github.com/karpathy/nanochat.git
synced 2026-03-21 20:33:23 +00:00
Update quickrun defaults
This commit is contained in:
parent
e7ee891c3b
commit
924489f582
|
|
@ -44,8 +44,8 @@ WANDB_PROJECT="nanochat"
|
|||
WANDB_RUN="${WANDB_RUN:-muonh_d${DEPTH}_ratio${TARGET_RATIO}}"
|
||||
MODEL_TAG="${MODEL_TAG:-d${DEPTH}_gamma_muonh}"
|
||||
|
||||
# FP8
|
||||
FP8="1"
|
||||
# FP8 (default enabled)
|
||||
FP8="${FP8:-1}"
|
||||
FP8_ARGS=""
|
||||
if [ "${FP8:-0}" -eq 1 ]; then
|
||||
FP8_RECIPE="${FP8_RECIPE:-tensorwise}"
|
||||
|
|
|
|||
Loading…
Reference in New Issue
Block a user