From 1703f181b97da7574e57530ab9b66955a9de95e9 Mon Sep 17 00:00:00 2001 From: Artemis Git Integration Date: Mon, 3 Nov 2025 09:55:48 +0000 Subject: [PATCH] feat(gpt): add KVCache import from engine module for efficient autoregressive generation --- nanochat/gpt.py | 1 + 1 file changed, 1 insertion(+) diff --git a/nanochat/gpt.py b/nanochat/gpt.py index 5a066b2..82f13b6 100644 --- a/nanochat/gpt.py +++ b/nanochat/gpt.py @@ -22,6 +22,7 @@ import torch.nn.functional as F from nanochat.common import get_dist_info, print0 from nanochat.muon import Muon, DistMuon from nanochat.adamw import DistAdamW +from nanochat.engine import KVCache @dataclass class GPTConfig: