2025-10-01 13:11:54 +00:00
|
|
|
curl -LsSf https://astral.sh/uv/install.sh | sh
|
2025-06-03 07:03:28 +00:00
|
|
|
uv self update
|
|
|
|
|
uv venv --python 3.10 --seed
|
2025-06-19 04:21:52 +09:00
|
|
|
uv pip install torch==2.6.0 torchvision==0.21.0 torchaudio==2.6.0 --torch-backend=cu124
|
2025-05-27 21:18:15 +09:00
|
|
|
uv sync
|
2025-10-08 05:17:50 +00:00
|
|
|
uv pip install tokenizers==0.21.0
|
2025-06-19 04:21:52 +09:00
|
|
|
uv pip install https://github.com/Dao-AILab/flash-attention/releases/download/v2.7.4.post1/flash_attn-2.7.4.post1+cu12torch2.6cxx11abiFALSE-cp310-cp310-linux_x86_64.whl
|
2025-06-19 23:07:38 +09:00
|
|
|
uv pip install flashinfer-python==0.2.2 -i https://flashinfer.ai/whl/cu124/torch2.6
|
2025-05-27 21:18:15 +09:00
|
|
|
|
2025-09-30 14:53:21 +00:00
|
|
|
# download squad dataset
|
|
|
|
|
HF_HUB_ENABLE_HF_TRANSFER=1 uv run huggingface-cli download --repo-type dataset rajpurkar/squad --local-dir data/raw_datasets/squad
|
|
|
|
|
uv run data/build_drop_compact.py
|
|
|
|
|
uv run data/build_pwc_compact.py
|
|
|
|
|
uv run data/build_ropes_compact.py
|
|
|
|
|
uv run data/build_squad_compact.py
|
|
|
|
|
|
2025-10-01 13:11:54 +00:00
|
|
|
# optional: needed for gated models
|
2025-09-30 14:53:21 +00:00
|
|
|
# uv run huggingface-cli login
|
2025-06-19 04:21:52 +09:00
|
|
|
|
2025-10-01 13:11:54 +00:00
|
|
|
# optional: needed for logging with wandb
|
2025-09-30 14:53:21 +00:00
|
|
|
# wandb login
|
2025-06-24 21:51:33 +09:00
|
|
|
|
2025-10-01 13:11:54 +00:00
|
|
|
# optional: dev
|
2025-09-30 14:53:21 +00:00
|
|
|
# uv run pre-commit install
|
