tacit/nanochat
1
0
Fork 0
mirror of https://github.com/karpathy/nanochat.git synced 2026-04-16 22:08:45 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

rustbpe: Collapse nested if in encode()

Browse Source
This commit is contained in:
Barış Özmen 2025-12-29 04:14:23 +03:00
parent bdd2e4e470
commit 809824a07c
1 changed files with 4 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
rustbpe/src/lib.rs
View File

@ -449,10 +449,10 @@ impl Tokenizer {
for i in 0..ids.len() - 1 {
let pair: Pair = (ids[i], ids[i + 1]);
if let Some(&new_id) = self.merges.get(&pair) {
if best_pair.is_none() || new_id < best_pair.unwrap().2 {
best_pair = Some((i, pair, new_id));
}
if let Some(&new_id) = self.merges.get(&pair)
&& (best_pair.is_none() || new_id < best_pair.unwrap().2)
{
best_pair = Some((i, pair, new_id));
}
}