This commit is contained in:
svlandeg 2025-10-29 19:48:34 +01:00
parent 1ccbaf4416
commit 70319851fc
2 changed files with 2 additions and 2 deletions

View File

@ -1,5 +1,5 @@
""" """
Evlauate the CORE metric for a given model. Evaluate the CORE metric for a given model.
Run on a single GPU: Run on a single GPU:
python base_eval.py python base_eval.py

View File

@ -192,7 +192,7 @@ for step in range(num_iterations):
}) })
model.train() model.train()
# evlauate accuracy of the multiple choice tasks (which are quick to run) # evaluate accuracy of the multiple choice tasks (which are quick to run)
if last_step or (step > 0 and step % eval_metrics_every == 0): if last_step or (step > 0 and step % eval_metrics_every == 0):
model.eval() model.eval()
metrics = {} metrics = {}