nanochat/hf-export/sft/tokenizer_config.json
2025-12-23 14:55:27 +00:00

7 lines
377 B
JSON

{
"chat_template": "<|bos|>{% for message in messages %}{% if message['role'] == 'user' %}<|user_start|>{{ message['content'] }}<|user_end|>{% elif message['role'] == 'assistant' %}<|assistant_start|>{{ message['content'] }}<|assistant_end|>{% endif %}{% endfor %}<|assistant_start|>",
"bos_token": "<|bos|>",
"eos_token": "<|assistant_end|>",
"pad_token": "<|bos|>"
}