Add InstantTensor to runtime dependencies
This commit is contained in:
@@ -341,7 +341,7 @@ ENV PATH=$VLLM_BASE_DIR:$PATH
|
|||||||
|
|
||||||
# Final extra deps
|
# Final extra deps
|
||||||
RUN --mount=type=cache,id=uv-cache,target=/root/.cache/uv \
|
RUN --mount=type=cache,id=uv-cache,target=/root/.cache/uv \
|
||||||
uv pip install ray[default] fastsafetensors
|
uv pip install ray[default] fastsafetensors instanttensor
|
||||||
|
|
||||||
# Fix NCCL
|
# Fix NCCL
|
||||||
RUN rm /usr/local/lib/python3.12/dist-packages/nvidia/nccl/lib/libnccl.so.2 && \
|
RUN rm /usr/local/lib/python3.12/dist-packages/nvidia/nccl/lib/libnccl.so.2 && \
|
||||||
|
|||||||
Reference in New Issue
Block a user