mirror of
https://github.com/karpathy/nanochat.git
synced 2026-03-21 20:33:23 +00:00
remove unused import
This commit is contained in:
parent
3cb530cf97
commit
5c5cff25a5
|
|
@ -12,7 +12,6 @@ Notable features:
|
|||
- Flash Attention 3 integration
|
||||
"""
|
||||
|
||||
from functools import partial
|
||||
from dataclasses import dataclass
|
||||
|
||||
import torch
|
||||
|
|
@ -22,7 +21,6 @@ import torch.nn.functional as F
|
|||
from nanochat.common import get_dist_info, print0
|
||||
from nanochat.optim import MuonAdamW, DistMuonAdamW
|
||||
|
||||
from typing import Optional
|
||||
|
||||
# Our custom Flash Attention module that automatically uses FA3 on Hopper+ and SDPA fallback elsewhere
|
||||
from nanochat.flash_attention import flash_attn
|
||||
|
|
|
|||
Loading…
Reference in New Issue
Block a user