tacit/nanochat
1
0
Fork 0
mirror of https://github.com/karpathy/nanochat.git synced 2026-01-11 14:03:42 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Merge 677f5cab41 into 190d9515d0

Browse Source
This commit is contained in:
Dalibor Stojnic 2025-10-15 19:11:41 +02:00 committed by GitHub
commit f4140223b0
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
nanochat/tokenizer.py
View File

@ -347,7 +347,7 @@ class RustBPETokenizer:
GREEN = '\033[92m'
RESET = '\033[0m'
tokens = []
for i, (token_id, mask_val) in enumerate(zip(ids, mask)):
for token_id, mask_val in zip(ids, mask):
token_str = self.decode([token_id])
color = GREEN if mask_val == 1 else RED
tokens.append(f"{color}{token_str}{RESET}")