tacit/nanochat
1
0
Fork 0
mirror of https://github.com/karpathy/nanochat.git synced 2025-12-06 04:12:13 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

tests: replace requests with urllib and skip on network failure in enwik8 fixture

Browse Source
This commit is contained in:
guangyusong 2025-10-13 20:40:38 -04:00
parent dd6ff9a1cc
commit 24b4e79eba
1 changed files with 6 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
tests/test_rustbpe.py
View File

@ -438,10 +438,12 @@ def enwik8_path():
enwik8_local_path_zip = os.path.join(base_dir, "enwik8.zip")
if not os.path.exists(enwik8_local_path):
print(f"Downloading enwik8 to {enwik8_local_path_zip}")
import requests
response = requests.get(enwik8_url)
with open(enwik8_local_path_zip, "wb") as f:
f.write(response.content)
import urllib.request, urllib.error
try:
with urllib.request.urlopen(enwik8_url, timeout=30) as resp, open(enwik8_local_path_zip, "wb") as f:
f.write(resp.read())
except (urllib.error.URLError, urllib.error.HTTPError) as e:
pytest.skip(f"Network unavailable or download failed: {e}")
with zipfile.ZipFile(enwik8_local_path_zip, "r") as zip_ref:
zip_ref.extractall(base_dir)
print(f"Unzipped enwik8 to {enwik8_local_path}")