tacit/nanochat
1
0
Fork 0
mirror of https://github.com/karpathy/nanochat.git synced 2025-12-06 12:22:18 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

feat(gpt): add KVCache import from engine module for efficient autoregressive generation

Browse Source
This commit is contained in:
Artemis Git Integration 2025-11-03 09:55:48 +00:00
parent d6d86cbf4c
commit 1703f181b9
1 changed files with 1 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
nanochat/gpt.py
View File

@ -22,6 +22,7 @@ import torch.nn.functional as F
from nanochat.common import get_dist_info, print0 from nanochat.common import get_dist_info, print0
from nanochat.muon import Muon, DistMuon from nanochat.muon import Muon, DistMuon
from nanochat.adamw import DistAdamW from nanochat.adamw import DistAdamW
from nanochat.engine import KVCache
@dataclass @dataclass
class GPTConfig: class GPTConfig: