forked from LMCache/LMCache
-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathexample_build.sh
More file actions
21 lines (17 loc) · 832 Bytes
/
example_build.sh
File metadata and controls
21 lines (17 loc) · 832 Bytes
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
# Example script to build the LMCache integrated with vLLM container image
# Update the following variables accordingly
CUDA_VERSION=12.8
DOCKERFILE_NAME='Dockerfile'
VLLM_VERSION="nightly"
DOCKER_BUILD_PATH='../' # This path should point to the LMCache root for access to 'requirements' directory
UBUNTU_VERSION=24.04
# `image-build` target will use the latest LMCache and vLLM code
# Change to 'image-release' target for using release package versions of vLLM and LMCache
BUILD_TARGET=image-build
IMAGE_TAG='lmcache/vllm-openai:build-latest' # Name of container image to build
docker build \
--build-arg CUDA_VERSION=$CUDA_VERSION \
--build-arg UBUNTU_VERSION=$UBUNTU_VERSION \
--build-arg VLLM_VERSION=$VLLM_VERSION \
--target $BUILD_TARGET --file $DOCKERFILE_NAME \
--tag $IMAGE_TAG $DOCKER_BUILD_PATH