Add InstantTensor to runtime dependencies
This commit is contained in:
@@ -341,7 +341,7 @@ ENV PATH=$VLLM_BASE_DIR:$PATH
|
||||
|
||||
# Final extra deps
|
||||
RUN --mount=type=cache,id=uv-cache,target=/root/.cache/uv \
|
||||
uv pip install ray[default] fastsafetensors
|
||||
uv pip install ray[default] fastsafetensors instanttensor
|
||||
|
||||
# Fix NCCL
|
||||
RUN rm /usr/local/lib/python3.12/dist-packages/nvidia/nccl/lib/libnccl.so.2 && \
|
||||
|
||||
Reference in New Issue
Block a user