Reverted Triton removal to use system triton package
This commit is contained in:
@@ -38,7 +38,7 @@ RUN apt update && \
|
|||||||
curl vim ninja-build git \
|
curl vim ninja-build git \
|
||||||
ccache \
|
ccache \
|
||||||
&& rm -rf /var/lib/apt/lists/* \
|
&& rm -rf /var/lib/apt/lists/* \
|
||||||
&& pip install uv && pip uninstall -y flash-attn pytorch-triton triton-kernels
|
&& pip install uv && pip uninstall -y flash-attn
|
||||||
|
|
||||||
# Configure Ccache for CUDA/C++
|
# Configure Ccache for CUDA/C++
|
||||||
ENV PATH=/usr/lib/ccache:$PATH
|
ENV PATH=/usr/lib/ccache:$PATH
|
||||||
@@ -243,7 +243,7 @@ RUN apt update && \
|
|||||||
curl vim git \
|
curl vim git \
|
||||||
libxcb1 \
|
libxcb1 \
|
||||||
&& rm -rf /var/lib/apt/lists/* \
|
&& rm -rf /var/lib/apt/lists/* \
|
||||||
&& pip install uv && pip uninstall -y flash-attn pytorch-triton triton-kernels
|
&& pip install uv && pip uninstall -y flash-attn triton-kernels # pytorch-triton
|
||||||
|
|
||||||
# Set final working directory
|
# Set final working directory
|
||||||
WORKDIR $VLLM_BASE_DIR
|
WORKDIR $VLLM_BASE_DIR
|
||||||
@@ -281,10 +281,6 @@ RUN --mount=type=cache,id=uv-cache,target=/root/.cache/uv \
|
|||||||
|
|
||||||
# Cleanup
|
# Cleanup
|
||||||
|
|
||||||
# If not compiling Triton
|
|
||||||
# remove triton-kernels as they are not compatible with this vLLM version yet
|
|
||||||
RUN uv pip uninstall triton-kernels
|
|
||||||
|
|
||||||
# Keeping it here for reference - this won't work as is without squashing layers
|
# Keeping it here for reference - this won't work as is without squashing layers
|
||||||
# RUN uv pip uninstall absl-py apex argon2-cffi \
|
# RUN uv pip uninstall absl-py apex argon2-cffi \
|
||||||
# argon2-cffi-bindings arrow asttokens astunparse async-lru audioread babel beautifulsoup4 \
|
# argon2-cffi-bindings arrow asttokens astunparse async-lru audioread babel beautifulsoup4 \
|
||||||
|
|||||||
Reference in New Issue
Block a user