Skip to content

Commit 49ea79e

Browse files
committed
Fix 0.3.1 build
1 parent 44c5be7 commit 49ea79e

File tree

3 files changed

+5
-6
lines changed

3 files changed

+5
-6
lines changed

Cargo.lock

Lines changed: 2 additions & 3 deletions
Some generated files are not rendered by default. Learn more about customizing how changed files appear on GitHub.

lib/llm/Cargo.toml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -81,7 +81,7 @@ regex = "1"
8181
rayon = "1"
8282

8383
# block_manager
84-
nixl-sys = { version = "0.3.0-rc.2", optional = true }
84+
nixl-sys = {git="https://github.com/ai-dynamo/nixl", rev = "a7c654d46a14cd5ce635cc8c02433d71df93dedf", optional = true }
8585
cudarc = { version = "0.16.2", features = ["cuda-12020"], optional = true }
8686
ndarray = { version = "0.16", optional = true }
8787
nix = { version = "0.26", optional = true }

lib/llm/src/block_manager/block/transfer/nixl.rs

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -117,8 +117,8 @@ where
117117
.storage_type()
118118
.nixl_mem_type();
119119

120-
let mut src_dl = XferDescList::new(src_mem_type)?;
121-
let mut dst_dl = XferDescList::new(dst_mem_type)?;
120+
let mut src_dl = XferDescList::new(src_mem_type, true)?;
121+
let mut dst_dl = XferDescList::new(dst_mem_type, true)?;
122122

123123
for (src, dst) in src.iter().zip(dst.iter_mut()) {
124124
append_xfer_request(src, dst, &mut src_dl, &mut dst_dl)?;

0 commit comments

Comments
 (0)