tacit/nanochat
1
0
Fork 0
mirror of https://github.com/karpathy/nanochat.git synced 2026-06-15 10:39:08 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

print CORE score in chat_eval

Browse Source
This commit is contained in:
svlandeg 2026-03-31 10:55:22 +02:00
parent da137191be
commit c2082b3952
1 changed files with 1 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
scripts/chat_eval.py
View File

@ -241,6 +241,7 @@ if __name__ == "__main__":
centered_acc = (acc - baseline_acc) / (1.0 - baseline_acc)
centered_mean += centered_acc
chatcore_metric = centered_mean / len(results)
print0(f"CORE score: {100 * chatcore_metric:.2f}%")
chatcore_metric_dict = {"ChatCORE metric": chatcore_metric}
get_report().log(section="Chat evaluation " + args.source, data=[
vars(args), # CLI args