tacit/nanochat
1
0
Fork 0
mirror of https://github.com/karpathy/nanochat.git synced 2025-12-06 04:12:13 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Merge pull request #1 from guangyusong/fix/tests-urllib-skip

Browse Source 
tests: use urllib and skip on network failure
This commit is contained in:
guangyusong 2025-10-13 20:50:40 -04:00 committed by GitHub
commit 6ef9f77789
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 6 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
tests/test_rustbpe.py
View File

@ -438,10 +438,12 @@ def enwik8_path():
enwik8_local_path_zip = os.path.join(base_dir, "enwik8.zip")
if not os.path.exists(enwik8_local_path):
print(f"Downloading enwik8 to {enwik8_local_path_zip}")
import requests
response = requests.get(enwik8_url)
with open(enwik8_local_path_zip, "wb") as f:
f.write(response.content)
import urllib.request, urllib.error
try:
with urllib.request.urlopen(enwik8_url, timeout=30) as resp, open(enwik8_local_path_zip, "wb") as f:
f.write(resp.read())
except (urllib.error.URLError, urllib.error.HTTPError) as e:
pytest.skip(f"Network unavailable or download failed: {e}")
with zipfile.ZipFile(enwik8_local_path_zip, "r") as zip_ref:
zip_ref.extractall(base_dir)
print(f"Unzipped enwik8 to {enwik8_local_path}")