diff --git a/install.sh b/install.sh index 1ec6de6..cac146b 100755 --- a/install.sh +++ b/install.sh @@ -20,6 +20,7 @@ uv pip install torch==2.6.0 torchvision==0.21.0 torchaudio==2.6.0 --torch-backen uv sync uv pip install https://github.com/Dao-AILab/flash-attention/releases/download/v2.7.4.post1/flash_attn-2.7.4.post1+cu12torch2.6cxx11abiFALSE-cp310-cp310-linux_x86_64.whl +uv pip install flashinfer-python==0.2.2 -i https://flashinfer.ai/whl/cu124/torch2.6 # uv pip install flash-attn==2.6.3 --no-build-isolation # needed for gated models