tacit/nanochat
1
0
Fork 0
mirror of https://github.com/karpathy/nanochat.git synced 2026-04-01 13:15:21 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Merge e009166646 into a445144d39

Browse Source
This commit is contained in:
Pramod Dhungana 2026-03-27 07:18:11 +00:00 committed by GitHub
commit 9bec954270
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 2 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
nanochat/tokenizer.py
View File

@ -284,6 +284,8 @@ class RustBPETokenizer:
# some conversation surgery is necessary here for now...
conversation = copy.deepcopy(conversation) # avoid mutating the original
messages = conversation["messages"]
if len(messages) < 2:
raise ValueError("System message must be followed by a user message")
assert messages[1]["role"] == "user", "System message must be followed by a user message"
messages[1]["content"] = messages[0]["content"] + "\n\n" + messages[1]["content"]
messages = messages[1:]