diff --git a/container/Dockerfile.sglang b/container/Dockerfile.sglang index 329fe0b838..cc1949b3e0 100644 --- a/container/Dockerfile.sglang +++ b/container/Dockerfile.sglang @@ -404,7 +404,8 @@ ENV PATH="${VIRTUAL_ENV}/bin:${PATH}" # Copy nats and etcd from base image COPY --from=base /usr/bin/nats-server /usr/bin/nats-server COPY --from=base /usr/local/bin/etcd/ /usr/local/bin/etcd/ -ENV PATH=/usr/local/bin/etcd/:$PATH +# Add ETCD and CUDA binaries to PATH so cicc and other CUDA tools are accessible +ENV PATH=/usr/local/bin/etcd/:/usr/local/cuda/nvvm/bin:$PATH # Copy UCX from base image as plugin for NIXL # Copy NIXL source from wheel_builder image @@ -416,6 +417,15 @@ ENV NIXL_PLUGIN_DIR=$NIXL_LIB_DIR/plugins COPY --from=base /usr/local/ucx /usr/local/ucx COPY --from=wheel_builder $NIXL_PREFIX $NIXL_PREFIX +# Copy CUDA development tools (nvcc, headers, dependencies, etc.) from base devel image +COPY --from=base /usr/local/cuda/bin/nvcc /usr/local/cuda/bin/nvcc +COPY --from=base /usr/local/cuda/bin/cudafe++ /usr/local/cuda/bin/cudafe++ +COPY --from=base /usr/local/cuda/bin/ptxas /usr/local/cuda/bin/ptxas +COPY --from=base /usr/local/cuda/bin/fatbinary /usr/local/cuda/bin/fatbinary +COPY --from=base /usr/local/cuda/include/ /usr/local/cuda/include/ +COPY --from=base /usr/local/cuda/nvvm /usr/local/cuda/nvvm +COPY --from=base /usr/local/cuda/lib64/libcudart.so* /usr/local/cuda/lib64/ + ENV LD_LIBRARY_PATH=\ $NIXL_LIB_DIR:\ $NIXL_PLUGIN_DIR:\