Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
4 changes: 0 additions & 4 deletions .devcontainer/post-create.sh
Original file line number Diff line number Diff line change
Expand Up @@ -52,10 +52,6 @@ export CARGO_TARGET_DIR=$HOME/dynamo/.build/target
cargo build --locked --profile dev --features mistralrs
cargo doc --no-deps

# create symlinks for the binaries in the deploy directory
mkdir -p $HOME/dynamo/deploy/sdk/src/dynamo/sdk/cli/bin
ln -sf $HOME/dynamo/.build/target/debug/dynamo-run $HOME/dynamo/deploy/sdk/src/dynamo/sdk/cli/bin/dynamo-run

# install the python bindings
cd $HOME/dynamo/lib/bindings/python && retry maturin develop

Expand Down
4 changes: 1 addition & 3 deletions .gitignore
Original file line number Diff line number Diff line change
Expand Up @@ -89,6 +89,4 @@ generated-values.yaml
TensorRT-LLM

# Local build artifacts for devcontainer
.build/
# Copied binaries to ignore
deploy/sdk/src/dynamo/sdk/cli/bin
.build/
8 changes: 0 additions & 8 deletions Earthfile
Original file line number Diff line number Diff line change
Expand Up @@ -115,14 +115,6 @@ dynamo-build:
RUN cargo build --release --locked --features llamacpp,cuda && \
cargo doc --no-deps

# Create symlinks for wheel building
RUN mkdir -p /workspace/deploy/sdk/src/dynamo/sdk/cli/bin/ && \
# Remove existing symlinks
rm -f /workspace/deploy/sdk/src/dynamo/sdk/cli/bin/* && \
# Create new symlinks pointing to the correct location
ln -sf /workspace/target/release/dynamo-run /workspace/deploy/sdk/src/dynamo/sdk/cli/bin/dynamo-run


RUN cd /workspace/lib/bindings/python && \
uv build --wheel --out-dir /workspace/dist --python 3.12
RUN cd /workspace && \
Expand Down
2 changes: 2 additions & 0 deletions components/planner/src/dynamo/planner/__init__.py
Original file line number Diff line number Diff line change
Expand Up @@ -19,10 +19,12 @@
"KubernetesConnector",
"LoadPlannerDefaults",
"SLAPlannerDefaults",
"ServiceConfig",
]

# Import the classes
from dynamo.planner.circusd import CircusController
from dynamo.planner.config import ServiceConfig
from dynamo.planner.defaults import LoadPlannerDefaults, SLAPlannerDefaults
from dynamo.planner.kubernetes_connector import KubernetesConnector
from dynamo.planner.planner_connector import PlannerConnector
2 changes: 1 addition & 1 deletion components/planner/src/dynamo/planner/prometheus.py
Original file line number Diff line number Diff line change
Expand Up @@ -20,9 +20,9 @@

import yaml

from dynamo.planner.config import ServiceConfig
from dynamo.planner.defaults import SLAPlannerDefaults
from dynamo.runtime import DistributedRuntime, dynamo_worker
from dynamo.sdk.lib.config import ServiceConfig

logger = logging.getLogger(__name__)

Expand Down
5 changes: 2 additions & 3 deletions container/Dockerfile.sglang
Original file line number Diff line number Diff line change
Expand Up @@ -258,7 +258,7 @@ COPY --from=base --chown=$USERNAME:$USERNAME /usr/local/bin /usr/local/bin

USER $USERNAME
ENV HOME=/home/$USERNAME
ENV PYTHONPATH=/workspace/dynamo/deploy/sdk/src:/workspace/dynamo/components/planner/src:/workspace/examples/sglang:$PYTHONPATH
ENV PYTHONPATH=/workspace/dynamo/components/planner/src:/workspace/examples/sglang:$PYTHONPATH
WORKDIR $HOME

# https://code.visualstudio.com/remote/advancedcontainers/persist-bash-history
Expand Down Expand Up @@ -324,7 +324,6 @@ COPY rust-toolchain.toml /workspace/
COPY lib/ /workspace/lib/
COPY components /workspace/components
COPY launch /workspace/launch
COPY deploy/sdk /workspace/deploy/sdk

RUN cargo build \
--release \
Expand Down Expand Up @@ -375,7 +374,7 @@ RUN --mount=type=bind,source=./container/launch_message.txt,target=/workspace/la
sed '/^#\s/d' /workspace/launch_message.txt > ~/.launch_screen && \
echo "cat ~/.launch_screen" >> ~/.bashrc

ENV PYTHONPATH=/workspace/dynamo/deploy/sdk/src:/workspace/dynamo/components/planner/src:/workspace/examples/sglang/utils:$PYTHONPATH
ENV PYTHONPATH=/workspace/dynamo/components/planner/src:/workspace/examples/sglang/utils:$PYTHONPATH

########################################
########## Development Image ###########
Expand Down
2 changes: 0 additions & 2 deletions container/Dockerfile.sglang-wideep
Original file line number Diff line number Diff line change
Expand Up @@ -122,8 +122,6 @@ ARG CARGO_BUILD_JOBS
ENV CARGO_BUILD_JOBS=${CARGO_BUILD_JOBS:-16}

RUN cargo build --release
RUN mkdir -p deploy/sdk/src/dynamo/sdk/cli/bin
RUN cp target/release/dynamo-run deploy/sdk/src/dynamo/sdk/cli/bin

RUN cd lib/bindings/python && pip install --break-system-packages -e . && cd ../../..
RUN pip install --break-system-packages -e .
Expand Down
1 change: 0 additions & 1 deletion container/Dockerfile.tensorrt_llm
Original file line number Diff line number Diff line change
Expand Up @@ -278,7 +278,6 @@ COPY rust-toolchain.toml /workspace/
COPY lib/ /workspace/lib/
COPY components /workspace/components
COPY launch /workspace/launch
COPY deploy/sdk /workspace/deploy/sdk

RUN cargo build \
--release \
Expand Down
3 changes: 1 addition & 2 deletions container/Dockerfile.vllm
Original file line number Diff line number Diff line change
Expand Up @@ -287,7 +287,7 @@ RUN uv pip install maturin[patchelf]

USER $USERNAME
ENV HOME=/home/$USERNAME
ENV PYTHONPATH=$HOME/dynamo/deploy/sdk/src:$PYTHONPATH:$HOME/dynamo/components/planner/src:$PYTHONPATH
ENV PYTHONPATH=$PYTHONPATH:$HOME/dynamo/components/planner/src:$PYTHONPATH
ENV CARGO_TARGET_DIR=$HOME/dynamo/.build/target
WORKDIR $HOME

Expand Down Expand Up @@ -354,7 +354,6 @@ COPY rust-toolchain.toml /workspace/
COPY lib/ /workspace/lib/
COPY components /workspace/components
COPY launch /workspace/launch
COPY deploy/sdk /workspace/deploy/sdk

RUN cargo build \
--release \
Expand Down
8 changes: 0 additions & 8 deletions deploy/CONTRIBUTING.md
Original file line number Diff line number Diff line change
Expand Up @@ -121,14 +121,6 @@ go test ./... -v
go test -race ./...
```

**Python Tests (SDK):**

```bash
cd deploy/sdk
pytest tests/ -v
pytest tests/ --cov=dynamo.sdk
```

### Integration Tests

**End-to-End Deployment Tests:**
Expand Down
126 changes: 0 additions & 126 deletions deploy/sdk/README.md

This file was deleted.

1 change: 0 additions & 1 deletion deploy/sdk/docs/cli/README.md

This file was deleted.

1 change: 0 additions & 1 deletion deploy/sdk/docs/sdk/README.md

This file was deleted.

44 changes: 0 additions & 44 deletions deploy/sdk/src/dynamo/sdk/__init__.py

This file was deleted.

44 changes: 0 additions & 44 deletions deploy/sdk/src/dynamo/sdk/cli/Dockerfile.template

This file was deleted.

Loading
Loading