From 40ee0a94aabfe4d4c53db7e0c3fc1ecbb39f830a Mon Sep 17 00:00:00 2001 From: Tushar Date: Tue, 5 Aug 2025 08:54:32 -0700 Subject: [PATCH] Copy CUDA directory into runtime container --- container/Dockerfile.sglang | 3 +++ 1 file changed, 3 insertions(+) diff --git a/container/Dockerfile.sglang b/container/Dockerfile.sglang index fca22f722e..b3be46e1d9 100644 --- a/container/Dockerfile.sglang +++ b/container/Dockerfile.sglang @@ -414,6 +414,9 @@ ENV NIXL_PLUGIN_DIR=$NIXL_LIB_DIR/plugins COPY --from=base /usr/local/ucx /usr/local/ucx COPY --from=wheel_builder $NIXL_PREFIX $NIXL_PREFIX +# Copy CUDA development tools (nvcc, headers, etc.) from base devel image +COPY --from=base /usr/local/cuda/ /usr/local/cuda/ + ENV LD_LIBRARY_PATH=\ $NIXL_LIB_DIR:\ $NIXL_PLUGIN_DIR:\