From bdcc030ffa97c829bd2e2c5841c776e1fb717aa2 Mon Sep 17 00:00:00 2001 From: Andrej Karpathy Date: Thu, 15 Jan 2026 23:32:20 +0000 Subject: [PATCH] oops legacy spurious line now --- scripts/base_train.py | 1 - 1 file changed, 1 deletion(-) diff --git a/scripts/base_train.py b/scripts/base_train.py index a9ee1c3..5293cd8 100644 --- a/scripts/base_train.py +++ b/scripts/base_train.py @@ -208,7 +208,6 @@ if resuming: # ----------------------------------------------------------------------------- # Initialize the DataLoaders for train/val -tokens_dir = os.path.join(base_dir, "tokenized_data") dataloader_resume_state_dict = None if not resuming else meta_data["dataloader_state_dict"] train_loader = tokenizing_distributed_data_loader_with_state_bos_bestfit(tokenizer, args.device_batch_size, args.max_seq_len, split="train", device=device, resume_state_dict=dataloader_resume_state_dict) build_val_loader = lambda: tokenizing_distributed_data_loader_bos_bestfit(tokenizer, args.device_batch_size, args.max_seq_len, split="val", device=device)