software-engineering/spark-vllm-docker
2
0
Fork 0
Code Issues Actions Packages Projects Releases Wiki Activity

allows to use $HF_HOME as huggingface cache directory, closes #68

Browse Source
This commit is contained in:
Eugene Rakhmatulin
2026-02-25 16:38:04 -08:00
parent 5a3536b38e
commit 1c853b725e
1 changed files with 2 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
launch-cluster.sh
View File

@@ -3,8 +3,9 @@
# Default Configuration # Default Configuration
IMAGE_NAME="vllm-node" IMAGE_NAME="vllm-node"
DEFAULT_CONTAINER_NAME="vllm_node" DEFAULT_CONTAINER_NAME="vllm_node"
HF_CACHE_DIR="${HF_HOME:-$HOME/.cache/huggingface}"
# Modify these if you want to pass additional docker args or set VLLM_SPARK_EXTRA_DOCKER_ARGS variable # Modify these if you want to pass additional docker args or set VLLM_SPARK_EXTRA_DOCKER_ARGS variable
DOCKER_ARGS="-e NCCL_IGNORE_CPU_AFFINITY=1 -v $HOME/.cache/huggingface:/root/.cache/huggingface" DOCKER_ARGS="-e NCCL_IGNORE_CPU_AFFINITY=1 -v $HF_CACHE_DIR:/root/.cache/huggingface"
# Append additional arguments from environment variable # Append additional arguments from environment variable
if [[ -n "$VLLM_SPARK_EXTRA_DOCKER_ARGS" ]]; then if [[ -n "$VLLM_SPARK_EXTRA_DOCKER_ARGS" ]]; then