tacit/nanochat
1
0
Fork 0
mirror of https://github.com/karpathy/nanochat.git synced 2025-12-15 00:32:25 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Merge 02440f670d into 190d9515d0

Browse Source
This commit is contained in:
Bhaskar 2025-10-15 10:14:22 -07:00 committed by GitHub
commit eee60a0839
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 2 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
nanochat/loss_eval.py
View File

@ -59,5 +59,7 @@ def evaluate_bpb(model, batches, steps, token_bytes):
# move both to cpu, calculate bpb and return
total_nats = total_nats.item()
total_bytes = total_bytes.item()
if total_bytes == 0:
return float('inf')
bpb = total_nats / (math.log(2) * total_bytes)
return bpb