Temporarily removing incompatible triton-kernels
This commit is contained in:
@@ -291,6 +291,10 @@ RUN --mount=type=cache,id=uv-cache,target=/root/.cache/uv \
|
|||||||
uv pip install ray[default] fastsafetensors
|
uv pip install ray[default] fastsafetensors
|
||||||
|
|
||||||
# Cleanup
|
# Cleanup
|
||||||
|
|
||||||
|
# Remove triton-kernels as they are not compatible with this vLLM version yet
|
||||||
|
RUN uv pip uninstall triton-kernels
|
||||||
|
|
||||||
# RUN uv pip uninstall absl-py apex argon2-cffi \
|
# RUN uv pip uninstall absl-py apex argon2-cffi \
|
||||||
# argon2-cffi-bindings arrow asttokens astunparse async-lru audioread babel beautifulsoup4 \
|
# argon2-cffi-bindings arrow asttokens astunparse async-lru audioread babel beautifulsoup4 \
|
||||||
# black bleach comm contourpy cycler datasets debugpy decorator defusedxml dllist dm-tree \
|
# black bleach comm contourpy cycler datasets debugpy decorator defusedxml dllist dm-tree \
|
||||||
|
|||||||
@@ -95,6 +95,11 @@ ENV TIKTOKEN_ENCODINGS_BASE=$VLLM_BASE_DIR/tiktoken_encodings
|
|||||||
COPY run-cluster-node.sh $VLLM_BASE_DIR/
|
COPY run-cluster-node.sh $VLLM_BASE_DIR/
|
||||||
RUN chmod +x $VLLM_BASE_DIR/run-cluster-node.sh
|
RUN chmod +x $VLLM_BASE_DIR/run-cluster-node.sh
|
||||||
|
|
||||||
|
# Cleanup
|
||||||
|
|
||||||
|
# Remove triton-kernels as they are not compatible with this vLLM version yet
|
||||||
|
RUN uv pip uninstall triton-kernels
|
||||||
|
|
||||||
# Cleanup unneeded packages to reduce image size
|
# Cleanup unneeded packages to reduce image size
|
||||||
# RUN uv pip uninstall absl-py apex argon2-cffi \
|
# RUN uv pip uninstall absl-py apex argon2-cffi \
|
||||||
# argon2-cffi-bindings arrow asttokens astunparse async-lru audioread babel beautifulsoup4 \
|
# argon2-cffi-bindings arrow asttokens astunparse async-lru audioread babel beautifulsoup4 \
|
||||||
|
|||||||
Reference in New Issue
Block a user