forked from Karylab-cklius/vllm
@@ -594,6 +594,7 @@ ARG FLASHINFER_VERSION=0.6.6
|
||||
RUN --mount=type=cache,target=/root/.cache/uv \
|
||||
uv pip install --system flashinfer-jit-cache==${FLASHINFER_VERSION} \
|
||||
--extra-index-url https://flashinfer.ai/whl/cu$(echo $CUDA_VERSION | cut -d. -f1,2 | tr -d '.') \
|
||||
&& flashinfer download-cubin \
|
||||
&& flashinfer show-config
|
||||
|
||||
# ============================================================
|
||||
|
||||
Reference in New Issue
Block a user