tacit/nanochat
1
0
Fork 0
mirror of https://github.com/karpathy/nanochat.git synced 2026-03-18 19:03:14 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Merge ec06564b46 into 1076f97059

Browse Source
This commit is contained in:
Pramod Dhungana 2026-03-05 19:40:24 +08:00 committed by GitHub
commit 667e34cdd1
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 5 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
scripts/chat_web.py
View File

@ -109,6 +109,11 @@ class WorkerPool:
print(f"Initializing worker pool with {self.num_gpus} GPUs...")
if self.num_gpus > 1:
assert device_type == "cuda", "Only CUDA supports multiple workers/GPUs. cpu|mps does not."
if device_type == "cuda" and self.num_gpus > torch.cuda.device_count():
raise ValueError(
f"--num-gpus {self.num_gpus} exceeds available GPUs ({torch.cuda.device_count()}). "
"Use a value <= torch.cuda.device_count()."
)
for gpu_id in range(self.num_gpus):