From 015ce712d76bbe8239cb04968d88a4f74889ebfb Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Bar=C4=B1=C5=9F=20=C3=96zmen?= Date: Mon, 29 Dec 2025 04:13:47 +0300 Subject: [PATCH] rustbpe: Add Default impl for Tokenizer --- rustbpe/src/lib.rs | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/rustbpe/src/lib.rs b/rustbpe/src/lib.rs index f9c84940..a219285c 100644 --- a/rustbpe/src/lib.rs +++ b/rustbpe/src/lib.rs @@ -256,6 +256,12 @@ impl Tokenizer { } } +impl Default for Tokenizer { + fn default() -> Self { + Self::new() + } +} + /// Public methods for the Tokenizer class that will be exposed to Python. #[pymethods] impl Tokenizer {