mirror of
https://github.com/karpathy/nanochat.git
synced 2025-12-06 04:12:13 +00:00
Compare commits
3 Commits
a33d04dca1
...
26b0941f75
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
26b0941f75 | ||
|
|
c09b897601 | ||
|
|
df9a644e24 |
|
|
@ -37,18 +37,15 @@ class Task:
|
||||||
|
|
||||||
def __len__(self):
|
def __len__(self):
|
||||||
start = self.start
|
start = self.start
|
||||||
if self.stop is not None:
|
num_ex = self.num_examples()
|
||||||
num_ex = self.num_examples()
|
if self.stop is not None and self.stop > num_ex:
|
||||||
if self.stop > num_ex:
|
# Warn once, then cap stop
|
||||||
# Warn once, then cap stop
|
logger.warning(
|
||||||
logger.warning(
|
f"Stop parameter ({self.stop}) exceeds dataset size ({num_ex}). "
|
||||||
f"Stop parameter ({self.stop}) exceeds dataset size ({num_ex}). "
|
f"Using {num_ex} examples instead."
|
||||||
f"Using {num_ex} examples instead."
|
)
|
||||||
)
|
self.stop = num_ex
|
||||||
self.stop = num_ex
|
stop = num_ex if self.stop is None else self.stop
|
||||||
stop = self.stop
|
|
||||||
else:
|
|
||||||
stop = self.num_examples()
|
|
||||||
step = self.step
|
step = self.step
|
||||||
span = stop - start
|
span = stop - start
|
||||||
num = (span + step - 1) // step # ceil_div(span, step)
|
num = (span + step - 1) // step # ceil_div(span, step)
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue
Block a user