From 8b4849d5480ae93da70e91f8dbdcf564cdcac5fd Mon Sep 17 00:00:00 2001
From: Andrej Karpathy <andrej.karpathy@gmail.com>
Date: Sun, 1 Feb 2026 20:58:44 +0000
Subject: [PATCH] fix bug in chat_sft, the attention window must be preserved
 sigh

---
 scripts/chat_sft.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/scripts/chat_sft.py b/scripts/chat_sft.py
index cad0d81..4c81f06 100644
--- a/scripts/chat_sft.py
+++ b/scripts/chat_sft.py
@@ -301,6 +301,7 @@ while True:
                     "n_head": model.config.n_head,
                     "n_kv_head": model.config.n_kv_head,
                     "n_embd": model.config.n_embd,
+                    "window_pattern": model.config.window_pattern,
                 },
                 "user_config": user_config, # inputs to the training script
             }