tacit/nanochat
1
0
Fork 0
mirror of https://github.com/karpathy/nanochat.git synced 2026-06-18 12:09:09 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Merge e009166646 into 1076f97059

Browse Source
This commit is contained in:
Pramod Dhungana 2026-03-05 19:40:22 +08:00 committed by GitHub
commit 178bd4d58e
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 2 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
nanochat/tokenizer.py
View File

@ -284,6 +284,8 @@ class RustBPETokenizer:
# some conversation surgery is necessary here for now... # some conversation surgery is necessary here for now...
conversation = copy.deepcopy(conversation) # avoid mutating the original conversation = copy.deepcopy(conversation) # avoid mutating the original
messages = conversation["messages"] messages = conversation["messages"]
if len(messages) < 2:
raise ValueError("System message must be followed by a user message")
assert messages[1]["role"] == "user", "System message must be followed by a user message" assert messages[1]["role"] == "user", "System message must be followed by a user message"
messages[1]["content"] = messages[0]["content"] + "\n\n" + messages[1]["content"] messages[1]["content"] = messages[0]["content"] + "\n\n" + messages[1]["content"]
messages = messages[1:] messages = messages[1:]