tacit/nanochat
1
0
Fork 0
mirror of https://github.com/karpathy/nanochat.git synced 2026-06-15 10:39:08 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

claude suggested fix.

Browse Source
This commit is contained in:
Rohan Khan 2026-04-13 22:37:07 +06:00
parent 0725192e07
commit 0b6d93f3c2
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
nanochat/flash_attention.py
View File

@ -158,7 +158,7 @@ def flash_attn_with_kvcache(q, k_cache, v_cache, k=None, v=None, cache_seqlens=N
q, k_cache, v_cache, k=k, v=v, cache_seqlens=cache_seqlens,
causal=causal, window_size=window_size
)
y = XSA(y, v_cache)
y = XSA(y, v)
return y
# SDPA fallback: manually manage KV cache