mirror of
https://github.com/karpathy/nanochat.git
synced 2026-05-02 05:50:23 +00:00
small change to doc string at top of tok_train.py (#402)
This commit is contained in:
parent
8c89661465
commit
389d019a0b
|
|
@ -1,5 +1,5 @@
|
|||
"""
|
||||
Train a tokenizer using the HuggingFace Tokenizers library.
|
||||
Train a tokenizer using our own BPE Tokenizer library.
|
||||
In the style of GPT-4 tokenizer.
|
||||
"""
|
||||
import os
|
||||
|
|
|
|||
Loading…
Reference in New Issue
Block a user