Skip to content
Closed
Show file tree
Hide file tree
Changes from 1 commit
Commits
Show all changes
24 commits
Select commit Hold shift + click to select a range
b7fbfe3
feat: no parallelism so do some reverting of earthfile
hhzhang16 Apr 11, 2025
e5598d4
feat: copy files to sdk/cli/bin
hhzhang16 Apr 12, 2025
44bd0ac
feat: split cargo build and copying of files so that they can cache
hhzhang16 Apr 12, 2025
3a64d20
feat: fix earthfile!
hhzhang16 Apr 14, 2025
c3fe46b
Merge branch 'main' of github.com:ai-dynamo/dynamo into hannahz/earth…
hhzhang16 Apr 14, 2025
0d4c52b
Merge branch 'main' into hannahz/earthfile-improvements
hhzhang16 Apr 14, 2025
fb937ff
ci: use wheels instead of .
hhzhang16 Apr 14, 2025
42f4251
Merge branch 'hannahz/earthfile-improvements' of github.com:ai-dynamo…
hhzhang16 Apr 14, 2025
d12a06c
ci: earthfile improvements
hhzhang16 Apr 14, 2025
18eafed
ci: replace cp with symlinks
hhzhang16 Apr 15, 2025
42807cd
feat: remove README from Cargo.toml
hhzhang16 Apr 15, 2025
3f5b1ea
ci: cache build steps, slim down final image to 585MB
hhzhang16 Apr 15, 2025
95e913d
Merge branch 'main' into hannahz/earthfile-improvements
hhzhang16 Apr 15, 2025
babf871
ci: add cuda to dynamo base docker
hhzhang16 Apr 15, 2025
34d7162
ci: add Earthfile for vLLM (patched) and add dynamo-base-docker-llm E…
hhzhang16 Apr 16, 2025
6309c92
Merge branch 'main' of github.com:ai-dynamo/dynamo into hannahz/earth…
hhzhang16 Apr 16, 2025
530d886
ci: install cuda in dynamo base docker llm
hhzhang16 Apr 16, 2025
5b8eede
[wip] feat: add nixl
hhzhang16 Apr 16, 2025
0c0a46d
feat: move cuda setup to an Earthly function
hhzhang16 Apr 16, 2025
527dad7
ci: working container/Earthfile for NIXL
hhzhang16 Apr 16, 2025
36bff6e
feat: cut vLLM docker iamge down to 13GB
hhzhang16 Apr 17, 2025
5ef2587
Merge branch 'main' of github.com:ai-dynamo/dynamo into hannahz/earth…
hhzhang16 Apr 18, 2025
225d51c
feat: fix all-docker
hhzhang16 Apr 18, 2025
5b0e15f
feat: update docker server and image tag args
hhzhang16 Apr 21, 2025
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Next Next commit
feat: no parallelism so do some reverting of earthfile
  • Loading branch information
hhzhang16 committed Apr 11, 2025
commit b7fbfe399b40cd193ed5c1f61e60d05cc376e9d5
1 change: 1 addition & 0 deletions Cargo.toml
Original file line number Diff line number Diff line change
Expand Up @@ -32,6 +32,7 @@ authors = ["NVIDIA Inc. <[email protected]>"]
license = "Apache-2.0"
homepage = "https://github.com/ai-dynamo/dynamo"
repository = "https://github.com/ai-dynamo/dynamo.git"
readme = "README.md"
keywords = ["llm", "genai", "inference", "nvidia", "distributed", "dynamo"]

[workspace.dependencies]
Expand Down
52 changes: 18 additions & 34 deletions Earthfile
Original file line number Diff line number Diff line change
Expand Up @@ -85,45 +85,29 @@ rust-base:
rm rustup-init && \
chmod -R a+w $RUSTUP_HOME $CARGO_HOME

dynamo-builder:
FROM +rust-base
WORKDIR /workspace
COPY . /workspace/
ENV CARGO_TARGET_DIR=/workspace/target

RUN cargo build --release --locked --features mistralrs,sglang,vllm,python && \
strip target/release/dynamo-run && \
strip target/release/http && \
strip target/release/llmctl && \
strip target/release/metrics && \
strip target/release/mock_worker

SAVE ARTIFACT target/release/dynamo-run /dynamo-run
SAVE ARTIFACT target/release/http /http
SAVE ARTIFACT target/release/llmctl /llmctl
SAVE ARTIFACT target/release/metrics /metrics
SAVE ARTIFACT target/release/mock_worker /mock_worker

dynamo-base-docker:
ARG IMAGE=dynamo-base-docker
ARG CI_REGISTRY_IMAGE=my-registry
ARG CI_COMMIT_SHA=latest
FROM +dynamo-base
FROM +rust-base
WORKDIR /workspace
COPY . /workspace/

# Copy built binaries from builder target
COPY +dynamo-builder/dynamo-run /usr/local/bin/dynamo-run
COPY +dynamo-builder/http /usr/local/bin/http
COPY +dynamo-builder/llmctl /usr/local/bin/llmctl
COPY +dynamo-builder/metrics /usr/local/bin/metrics
COPY +dynamo-builder/mock_worker /usr/local/bin/mock_worker

COPY +dynamo-builder/dynamo-run /workspace/target/release/dynamo-run
COPY +dynamo-builder/http /workspace/target/release/http
COPY +dynamo-builder/llmctl /workspace/target/release/llmctl
COPY +dynamo-builder/metrics /workspace/target/release/metrics
COPY +dynamo-builder/mock_worker /workspace/target/release/mock_worker
COPY Cargo.toml Cargo.lock ./
COPY pyproject.toml README.md ./
COPY components/ components/
COPY lib/ lib/
COPY launch/ launch/
COPY deploy/ deploy/
COPY examples/ examples/

ENV CARGO_TARGET_DIR=/workspace/target

RUN cargo build --release --locked --features mistralrs,sglang,vllm,python && \
cargo doc --no-deps && \
cp target/release/dynamo-run /usr/local/bin && \
cp target/release/http /usr/local/bin && \
cp target/release/llmctl /usr/local/bin && \
cp target/release/metrics /usr/local/bin && \
cp target/release/mock_worker /usr/local/bin

RUN uv build --wheel --out-dir /workspace/dist && \
uv pip install /workspace/dist/ai_dynamo*any.whl
Expand Down