tacit/nanochat
1
0
Fork 0
mirror of https://github.com/karpathy/nanochat.git synced 2025-12-06 04:12:13 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

rename

Browse Source
This commit is contained in:
Shizhe Diao 2025-10-22 21:13:34 -07:00
parent 4b62a8b00c
commit 66a92fc293
4 changed files with 2 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
.gitignore vendored
View File

@ -4,4 +4,5 @@ __pycache__/
rustbpe/target/ rustbpe/target/
dev-ignore/ dev-ignore/
report.md report.md
eval_bundle/ eval_bundle/
*.parquet

0
data/climbmix_small/detokenize_climbmix.py → data/nemotron_climbmix/detokenize_climbmix.py
View File

0
data/climbmix_small/download_climbmix.py → data/nemotron_climbmix/download_climbmix.py
View File

3
data/climbmix_small/process_climbmix.sh → data/nemotron_climbmix/process_climbmix.sh
View File

@ -1,6 +1,3 @@
# pip install -U "huggingface_hub[hf_transfer]"
# export HF_HUB_ENABLE_HF_TRANSFER=1
python download_climbmix.py python download_climbmix.py
python detokenize_climbmix.py --input_folder climbmix_small --output_folder ./ python detokenize_climbmix.py --input_folder climbmix_small --output_folder ./
rm -rf climbmix_small rm -rf climbmix_small