tacit/nanochat
1
0
Fork 0
mirror of https://github.com/karpathy/nanochat.git synced 2026-02-25 21:10:25 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

edit report generation

Browse Source
This commit is contained in:
Shizhe Diao 2025-10-20 11:12:05 -07:00
parent fc23c1aa71
commit defcef6587
2 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
scripts/base_eval.py
View File

@ -177,7 +177,7 @@ def main():
# Log to report
from nanochat.report import get_report
get_report().log(section="Base model evaluation", data=[
get_report(exp_name=model_tag).log(section="Base model evaluation", data=[
{
"Model": model_name,
"CORE metric": core_metric,

2
scripts/chat_eval.py
View File

@ -245,7 +245,7 @@ if __name__ == "__main__":
centered_mean += centered_acc
chatcore_metric = centered_mean / len(results)
chatcore_metric_dict = {"ChatCORE metric": chatcore_metric}
get_report().log(section="Chat evaluation " + args.source, data=[
get_report(exp_name=args.model_tag).log(section="Chat evaluation " + args.source, data=[
vars(args), # CLI args
results,
chatcore_metric_dict,