diff --git a/rustbpe/src/lib.rs b/rustbpe/src/lib.rs index f9c84940..a219285c 100644 --- a/rustbpe/src/lib.rs +++ b/rustbpe/src/lib.rs @@ -256,6 +256,12 @@ impl Tokenizer { } } +impl Default for Tokenizer { + fn default() -> Self { + Self::new() + } +} + /// Public methods for the Tokenizer class that will be exposed to Python. #[pymethods] impl Tokenizer {