mirror of
https://github.com/karpathy/nanochat.git
synced 2025-12-06 12:22:18 +00:00
feat(gpt): add KVCache import from engine module for efficient autoregressive generation
This commit is contained in:
parent
d6d86cbf4c
commit
1703f181b9
|
|
@ -22,6 +22,7 @@ import torch.nn.functional as F
|
|||
from nanochat.common import get_dist_info, print0
|
||||
from nanochat.muon import Muon, DistMuon
|
||||
from nanochat.adamw import DistAdamW
|
||||
from nanochat.engine import KVCache
|
||||
|
||||
@dataclass
|
||||
class GPTConfig:
|
||||
|
|
|
|||
Loading…
Reference in New Issue
Block a user