tacit/nanochat
1
0
Fork 0
mirror of https://github.com/karpathy/nanochat.git synced 2026-07-07 05:19:14 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Compare commits

base: tacit:ca33e8fc2b7264760ca94242a2810b6b05ab9aa1
Branches Tags
tacit:master
tacit:experiment_refactor
tacit:moe3
tacit:moe
tacit:fp8_attempt_fail
...
compare: tacit:01b2f154baa73a392c5697aa1fd97fcc5b48e01e
Branches Tags
tacit:experiment_refactor
tacit:master
tacit:moe3
tacit:moe
tacit:fp8_attempt_fail

2 Commits
ca33e8fc2b ... 01b2f154ba

Author SHA1 Message Date
Anton Chechetka
01b2f154ba
Merge 02b22a5a13 into 6bb92403d5 2026-01-15 10:26:50 -08:00
Anton Chechetka
02b22a5a13 Fix relative difference sign in scripts/tok_eval.py 2025-11-23 17:51:18 +01:00
1 changed files with 4 additions and 4 deletions
Show Stats Expand all files Collapse all files

8
scripts/tok_eval.py
View File

@ -212,9 +212,9 @@ def print_comparison(baseline_name, baseline_results, ours_results, all_text):
baseline_data = baseline_results[name]
ours_data = ours_results[name]
# Calculate relative difference (positive means ours is better, negative means worse)
# Using tokens: fewer tokens is better, so we calculate (baseline_tokens - ours_tokens) / baseline_tokens
relative_diff = ((baseline_data['tokens'] - ours_data['tokens']) / baseline_data['tokens']) * 100
# Calculate relative difference in total tokens (negative means ours is better, positive means worse)
# We calculate (ours_tokens - baseline_tokens) / baseline_tokens
relative_diff = ((ours_data['tokens'] - baseline_data['tokens']) / baseline_data['tokens']) * 100
# Determine which has better compression (higher ratio = better)
if baseline_data['ratio'] > ours_data['ratio']:
@ -256,7 +256,7 @@ for baseline_name in ["GPT-2", "GPT-4"]:
for name, text in all_text:
baseline_data = baseline_results[name]
ours_data = ours_results[name]
relative_diff = ((baseline_data['tokens'] - ours_data['tokens']) / baseline_data['tokens']) * 100
relative_diff = ((ours_data['tokens'] - baseline_data['tokens']) / baseline_data['tokens']) * 100
lines.append(f"| {name} | {baseline_data['bytes']} | {baseline_data['tokens']} | {baseline_data['ratio']:.2f} | {ours_data['tokens']} | {ours_data['ratio']:.2f} | {relative_diff:+.1f}% |")
lines.append("")
report_markdown = "\n".join(lines)