merge with main (#2252)

Signed-off-by: Neal Vaidya <[email protected]>
Signed-off-by: Pavithra Vijayakrishnan <[email protected]>
Signed-off-by: Yan Ru Pei <[email protected]>
Signed-off-by: Ryan McCormick <[email protected]>
Signed-off-by: Anant Sharma <[email protected]>
Signed-off-by: Neelay Shah <[email protected]>
Signed-off-by: Hongkuan Zhou <[email protected]>
Signed-off-by: Jhao-Ting Chen <[email protected]>
Signed-off-by: Anish <[email protected]>
Signed-off-by: Biswa Panda <[email protected]>
Signed-off-by: Kapil Arya <[email protected]>
Signed-off-by: Jacky <[email protected]>
Co-authored-by: Neal Vaidya <[email protected]>
Co-authored-by: Alec <[email protected]>
Co-authored-by: ptarasiewiczNV <[email protected]>
Co-authored-by: Keiven C <[email protected]>
Co-authored-by: Keiven Chang <[email protected]>
Co-authored-by: Ryan Olson <[email protected]>
Co-authored-by: Yan Ru Pei <[email protected]>
Co-authored-by: Graham King <[email protected]>
Co-authored-by: Kapil Arya <[email protected]>
Co-authored-by: atchernych <[email protected]>
Co-authored-by: Ryan McCormick <[email protected]>
Co-authored-by: Neelay Shah <[email protected]>
Co-authored-by: zaristei <[email protected]>
Co-authored-by: Biswa Panda <[email protected]>
Co-authored-by: heisenberglit <[email protected]>
Co-authored-by: Pavithra Vijayakrishnan <[email protected]>
Co-authored-by: J Wyman <[email protected]>
Co-authored-by: tanmayv25 <[email protected]>
Co-authored-by: Paul Hendricks <[email protected]>
Co-authored-by: Anant Sharma <[email protected]>
Co-authored-by: julienmancuso <[email protected]>
Co-authored-by: hhzhang16 <[email protected]>
Co-authored-by: hongkuan <[email protected]>
Co-authored-by: mohammedabdulwahhab <[email protected]>
Co-authored-by: Hongkuan Zhou <[email protected]>
Co-authored-by: Tanmay Verma <[email protected]>
Co-authored-by: GuanLuo <[email protected]>
Co-authored-by: alec-flowers <[email protected]>
Co-authored-by: coderabbitai[bot] <136622811+coderabbitai[bot]@users.noreply.github.com>
Co-authored-by: Jhao-Ting Chen <[email protected]>
Co-authored-by: Jacky <[email protected]>
Co-authored-by: Anish <[email protected]>
Co-authored-by: saurabh-nvidia <[email protected]>
Co-authored-by: Ubuntu <saurabha@saurabha-cpu.l5mxjxajs0be3dwlje3wrdx5ie.xx.internal.cloudapp.net>
Co-authored-by: Harrison Saturley-Hall <[email protected]>
Co-authored-by: Kapil Arya <[email protected]>
Co-authored-by: ishandhanani <[email protected]>
Co-authored-by: Dmitry Tokarev <[email protected]>
Co-authored-by: KrishnanPrash <[email protected]>
Co-authored-by: Kris Hung <[email protected]>
Co-authored-by: jthomson04 <[email protected]>

Author: 37 people

.devcontainer/post-create.sh

@@ -52,10 +52,6 @@ export CARGO_TARGET_DIR=$HOME/dynamo/.build/target
 cargo build --locked --profile dev --features mistralrs
 cargo doc --no-deps
 
-# create symlinks for the binaries in the deploy directory
-mkdir -p $HOME/dynamo/deploy/sdk/src/dynamo/sdk/cli/bin
-ln -sf $HOME/dynamo/.build/target/debug/dynamo-run $HOME/dynamo/deploy/sdk/src/dynamo/sdk/cli/bin/dynamo-run
-
 # install the python bindings
 cd $HOME/dynamo/lib/bindings/python && retry maturin develop
 

.github/workflows/trigger_ci.yml

@@ -47,11 +47,9 @@ jobs:
         filters: |
           vllm:
             - 'container/Dockerfile.vllm'
-            - 'container/Dockerfile.vllm_nixl'
-            - 'examples/python/llm/**'
-            - 'examples/python_rs/llm/**'
             - 'container/deps/requirements.vllm.txt'
             - 'container/deps/vllm/**'
+            - 'components/backends/vllm/**'
             - 'tests/serve/test_vllm.py'
           trtllm:
             - 'container/Dockerfile.tensorrt_llm'
@@ -62,6 +60,11 @@ jobs:
             - 'tests/serve/test_trtllm.py'
           sdk:
             - 'deploy/**'
+          sglang:
+            - 'container/Dockerfile.sglang'
+            - 'container/Dockerfile.sglang-deepep'
+            - 'components/backends/sglang/**'
+            - 'container/build.sh'
     - name: Check if Validation Workflow has run
       id: check_workflow
       uses: actions/github-script@v6
@@ -104,6 +107,10 @@ jobs:
           ci_variables["RUN_TENSORRTLLM"]="true"
         fi
 
+        if [ "${{ steps.src_changes.outputs.sglang }}" == "true" ]; then
+          ci_variables["RUN_SGLANG"]="true"
+        fi
+
         if [ "${{ steps.src_changes.outputs.sdk }}" == "true" ]; then
           ci_variables["RUN_SDK_CI"]="true"
         fi

.gitignore

@@ -89,6 +89,4 @@ generated-values.yaml
 TensorRT-LLM
 
 # Local build artifacts for devcontainer
-.build/
-# Copied binaries to ignore
-deploy/sdk/src/dynamo/sdk/cli/bin
+.build/