mirror of
https://github.com/karpathy/nanochat.git
synced 2026-03-23 05:13:22 +00:00
remove comment that only makes sense when knowing the PR's history
This commit is contained in:
parent
0b8fde9f4d
commit
259f53bb07
|
|
@ -65,7 +65,7 @@ def get_parquet_paths(split, data_dir=None):
|
|||
)
|
||||
return [val_path]
|
||||
else:
|
||||
#train split: list files while excluding val (don't add then remove).
|
||||
# train split: list files while excluding val
|
||||
return list_parquet_files(data_dir, exclude_filenames=(VAL_SHARD_FILENAME,))
|
||||
|
||||
def parquets_iter_batched(split, start=0, step=1):
|
||||
|
|
|
|||
Loading…
Reference in New Issue
Block a user