tacit/nanochat
1
0
Fork 0
mirror of https://github.com/karpathy/nanochat.git synced 2026-06-18 20:19:08 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Merge 4bd03a77be into c7ba252142

Browse Source
This commit is contained in:
Sofie Van Landeghem 2026-02-21 10:39:47 +01:00 committed by GitHub
commit 3f0fbc7e82
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
scripts/base_eval.py
View File

@ -156,7 +156,8 @@ def evaluate_core(model, tokenizer, device, max_per_task=-1):
shuffle_rng = random.Random(1337) shuffle_rng = random.Random(1337)
shuffle_rng.shuffle(data) shuffle_rng.shuffle(data)
if max_per_task > 0: if max_per_task > 0:
data = data[:max_per_task] data_cutoff = max(task_meta['num_fewshot']+1, max_per_task)
data = data[:data_cutoff]
accuracy = evaluate_task(model, tokenizer, data, device, task_meta) accuracy = evaluate_task(model, tokenizer, data, device, task_meta)
results[label] = accuracy results[label] = accuracy