Skip to content
Prev Previous commit
Next Next commit
Merge remote-tracking branch 'origin/main' into jthomson04/parallel-p…
…refill2
  • Loading branch information
jthomson04 committed May 9, 2025
commit 82368977de5e5ba743b0e09338e9294fba0540bc
3 changes: 1 addition & 2 deletions examples/llm/components/prefill_worker.py
Original file line number Diff line number Diff line change
Expand Up @@ -172,8 +172,7 @@ async def prefill_queue_handler(self):
# Wait for all prefills to complete.
await asyncio.gather(*futures)

is_valid = await self.lease.is_valid()
if not is_valid:
if self.shutdown_requested:
logger.info(
"Shutdown requested, checking if engine has any pending prefill sending requests"
)
Expand Down
Loading
You are viewing a condensed version of this merge commit. You can view the full changes here.