tacit/nanochat
1
0
Fork 0
mirror of https://github.com/karpathy/nanochat.git synced 2025-12-06 04:12:13 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Merge 6ef9f77789 into 4a87a0d19f

Browse Source
This commit is contained in:
guangyusong 2025-11-19 11:42:12 -05:00 committed by GitHub
commit 8328ffb087
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 6 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
tests/test_rustbpe.py
View File

@ -438,10 +438,12 @@ def enwik8_path():
enwik8_local_path_zip = os.path.join(base_dir, "enwik8.zip") enwik8_local_path_zip = os.path.join(base_dir, "enwik8.zip")
if not os.path.exists(enwik8_local_path): if not os.path.exists(enwik8_local_path):
print(f"Downloading enwik8 to {enwik8_local_path_zip}") print(f"Downloading enwik8 to {enwik8_local_path_zip}")
import requests import urllib.request, urllib.error
response = requests.get(enwik8_url) try:
with open(enwik8_local_path_zip, "wb") as f: with urllib.request.urlopen(enwik8_url, timeout=30) as resp, open(enwik8_local_path_zip, "wb") as f:
f.write(response.content) f.write(resp.read())
except (urllib.error.URLError, urllib.error.HTTPError) as e:
pytest.skip(f"Network unavailable or download failed: {e}")
with zipfile.ZipFile(enwik8_local_path_zip, "r") as zip_ref: with zipfile.ZipFile(enwik8_local_path_zip, "r") as zip_ref:
zip_ref.extractall(base_dir) zip_ref.extractall(base_dir)
print(f"Unzipped enwik8 to {enwik8_local_path}") print(f"Unzipped enwik8 to {enwik8_local_path}")