From 1ec0a347792f337bd38a93b15b79927466d0540a Mon Sep 17 00:00:00 2001
From: Andrej Karpathy <andrej.karpathy@gmail.com>
Date: Sun, 8 Feb 2026 18:26:34 +0000
Subject: [PATCH] at 28 and above we start to need batch size 8

---
 runs/miniseries.sh | 6 ++++--
 1 file changed, 4 insertions(+), 2 deletions(-)

diff --git a/runs/miniseries.sh b/runs/miniseries.sh
index e57ee16..01c4459 100644
--- a/runs/miniseries.sh
+++ b/runs/miniseries.sh
@@ -57,8 +57,10 @@ for d in "${DEPTHS[@]}"; do
     TAG="${SERIES_NAME}_miniseries_d${d}"
     START_TIME=$(date +%s)
 
-    # For depths >= 22, use smaller device batch size to avoid OOM
-    if [ $d -ge 22 ]; then
+    # Reduce --device-batch-size to avoid OOM at larger depths
+    if [ $d -ge 28 ]; then
+        DEVICE_BATCH_SIZE_ARG="--device-batch-size=8"
+    elif [ $d -ge 20 ]; then
         DEVICE_BATCH_SIZE_ARG="--device-batch-size=16"
     else
         DEVICE_BATCH_SIZE_ARG="--device-batch-size=32"