tacit/nanochat
1
0
Fork 0
mirror of https://github.com/karpathy/nanochat.git synced 2026-04-17 14:28:24 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Merge d4d014010b into 74554be3b5

Browse Source
This commit is contained in:
Harsh Gupta 2026-01-28 12:11:57 -08:00 committed by GitHub
commit a9db419e90
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
nanochat/gpt.py
View File

@ -437,7 +437,7 @@ class GPT(nn.Module):
for _ in range(max_tokens):
logits = self.forward(ids) # (B, T, vocab_size)
logits = logits[:, -1, :] # (B, vocab_size)
if top_k is not None:
if top_k is not None and top_k > 0:
v, _ = torch.topk(logits, min(top_k, logits.size(-1)))
logits[logits < v[:, [-1]]] = -float('Inf')
if temperature > 0: