mirror of
https://github.com/karpathy/nanochat.git
synced 2026-02-05 10:09:57 +00:00
Merge e00c73322c into b33e394528
This commit is contained in:
commit
8b3200b4e7
|
|
@ -199,7 +199,7 @@ while True:
|
|||
last_step = bool(last_step_tensor.item())
|
||||
|
||||
# once in a while: evaluate the val bpb (all ranks participate)
|
||||
if args.eval_every > 0 and (last_step or step % args.eval_every == 0):
|
||||
if last_step or (args.eval_every > 0 and step % args.eval_every == 0):
|
||||
model.eval()
|
||||
val_loader = build_val_loader()
|
||||
eval_steps = args.eval_tokens // (args.device_batch_size * args.max_seq_len * ddp_world_size)
|
||||
|
|
|
|||
Loading…
Reference in New Issue
Block a user