remove comment that only makes sense when knowing the PR's history

This commit is contained in:
Sofie Van Landeghem 2026-02-20 14:56:19 +01:00 committed by GitHub
parent 0b8fde9f4d
commit 259f53bb07
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -65,7 +65,7 @@ def get_parquet_paths(split, data_dir=None):
)
return [val_path]
else:
#train split: list files while excluding val (don't add then remove).
# train split: list files while excluding val
return list_parquet_files(data_dir, exclude_filenames=(VAL_SHARD_FILENAME,))
def parquets_iter_batched(split, start=0, step=1):