tacit/nanochat
1
0
Fork 0
mirror of https://github.com/karpathy/nanochat.git synced 2026-02-17 09:00:22 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Merge c0618a6b7e into b33e394528

Browse Source
This commit is contained in:
Pablo Fernandez 2026-01-11 17:55:47 -08:00 committed by GitHub
commit 1892bae753
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 2 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
nanochat/engine.py
View File

@ -312,6 +312,7 @@ if __name__ == "__main__":
generated_tokens = []
torch.cuda.synchronize()
t0 = time.time()
print(tokenizer.decode(prompt_tokens))
stream = model.generate(prompt_tokens, **kwargs)
with autocast_ctx:
for token in stream:
@ -326,6 +327,7 @@ if __name__ == "__main__":
# generate tokens with Engine
generated_tokens = []
engine = Engine(model, tokenizer)
print(tokenizer.decode(prompt_tokens))
stream = engine.generate(prompt_tokens, num_samples=1, **kwargs) # note: runs in fp32
torch.cuda.synchronize()
t0 = time.time()