From d6069810fa56f06d20c3e05bd2f6e88bf56fc099 Mon Sep 17 00:00:00 2001 From: 51616 Date: Thu, 19 Jun 2025 23:07:38 +0900 Subject: [PATCH] flashinfer install --- install.sh | 1 + 1 file changed, 1 insertion(+) diff --git a/install.sh b/install.sh index 1ec6de6..cac146b 100755 --- a/install.sh +++ b/install.sh @@ -20,6 +20,7 @@ uv pip install torch==2.6.0 torchvision==0.21.0 torchaudio==2.6.0 --torch-backen uv sync uv pip install https://github.com/Dao-AILab/flash-attention/releases/download/v2.7.4.post1/flash_attn-2.7.4.post1+cu12torch2.6cxx11abiFALSE-cp310-cp310-linux_x86_64.whl +uv pip install flashinfer-python==0.2.2 -i https://flashinfer.ai/whl/cu124/torch2.6 # uv pip install flash-attn==2.6.3 --no-build-isolation # needed for gated models