fix memory leak bug in rust tokenizer ty @mitsuhiko

This commit is contained in:
Andrej Karpathy 2025-10-19 23:54:31 +00:00
parent d6d86cbf4c
commit 9467d83cf2

View File

@ -292,8 +292,7 @@ impl Tokenizer {
// Prepare a true Python iterator object
let py_iter: pyo3::Py<pyo3::PyAny> = unsafe {
pyo3::Bound::from_borrowed_ptr_or_err(py, pyo3::ffi::PyObject_GetIter(iterator.as_ptr()))?
.into()
pyo3::Py::from_owned_ptr_or_err(py, pyo3::ffi::PyObject_GetIter(iterator.as_ptr()))?
};
// Global chunk counts