Merge pull request #18 from LokiMetaSmith/fix-amd-triton-reinstall

Fix AMD Triton re-installation issue in speedrun.sh
This commit is contained in:
Lawrence R Kincheloe III 2025-11-22 22:26:58 -06:00 committed by GitHub
commit 44476a3512
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -74,7 +74,8 @@ curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y
source "$HOME/.cargo/env" source "$HOME/.cargo/env"
# Build the rustbpe Tokenizer # Build the rustbpe Tokenizer
uv run --extra $EXTRAS maturin develop --release --manifest-path rustbpe/Cargo.toml # use --no-sync to avoid re-installing triton on AMD, which we just uninstalled
uv run --no-sync --extra $EXTRAS maturin develop --release --manifest-path rustbpe/Cargo.toml
# Download the first ~2B characters of pretraining dataset # Download the first ~2B characters of pretraining dataset
# look at dev/repackage_data_reference.py for details on how this data was prepared # look at dev/repackage_data_reference.py for details on how this data was prepared