update installation

This commit is contained in:
51616 2025-06-03 07:03:28 +00:00
parent dcda29bae6
commit d1aecb6051
3 changed files with 1663 additions and 102 deletions

9
install.sh Normal file → Executable file
View file

@ -7,10 +7,13 @@
# # cd lm-evaluation-harness
# # git checkout f724be699e8adf7ca8004ea0e519dfac83a06f18
# # pip install -e .
uv venv
uv pip install torch==2.5.1 torchvision==0.20.1 torchaudio==2.5.1 --index-url https://download.pytorch.org/whl/cu124
uv self update
uv venv --python 3.10 --seed
# uv pip install torch==2.5.1 torchvision==0.20.1 torchaudio==2.5.1 --index-url https://download.pytorch.org/whl/cu124
# uv pip install torch==2.5.1 torchvision==0.20.1 torchaudio==2.5.1 --torch-backend=auto
uv run python -m pip install torch==2.6.0 torchvision==0.21.0 torchaudio==2.6.0 --torch-backend=auto
uv sync
uv pip install https://github.com/Dao-AILab/flash-attention/releases/download/v2.7.4.post1/flash_attn-2.7.4.post1+cu12torch2.5cxx11abiTrue-cp310-cp310-linux_x86_64.whl
uv run python -m pip install https://github.com/Dao-AILab/flash-attention/releases/download/v2.7.4.post1/flash_attn-2.7.4.post1+cu12torch2.6cxx11abiFALSE-cp310-cp310-linux_x86_64.whl
# uv pip install flash-attn==2.6.3 --no-build-isolation
# dev

View file

@ -29,6 +29,7 @@ dependencies = [
"pandas",
"plotly",
"rouge-score",
"vllm==0.8.5",
]
[build-system]

1755
uv.lock generated

File diff suppressed because it is too large Load diff