Merge branch 'main' into rupei/router-general

lib/llm/src/kv_router/publisher.rs

@@ -250,12 +250,20 @@ async fn start_zmq_listener(
 
     // Subscribe to the requested topic (empty string == all topics)
     if let Err(e) = socket.subscribe(&zmq_topic).await {
-        tracing::error!("Failed to subscribe on ZMQ socket for {}: {}", zmq_endpoint, e);
+        tracing::error!(
+            "Failed to subscribe on ZMQ socket for {}: {}",
+            zmq_endpoint,
+            e
+        );
         return;
     }
 
     if let Err(e) = socket.connect(&zmq_endpoint).await {
-        tracing::error!("Failed to connect ZMQ SUB socket to {}: {}", zmq_endpoint, e);
+        tracing::error!(
+            "Failed to connect ZMQ SUB socket to {}: {}",
+            zmq_endpoint,
+            e
+        );
         return;
     }
 

lib/llm/src/kv_router/scheduler.rs

@@ -19,7 +19,6 @@ use rand::Rng;
 use std::borrow::BorrowMut;
 use std::collections::HashMap;
 
-use super::protocols::WorkerSelectionResult;
 use super::WorkerSelector;
 use crate::kv_router::indexer::OverlapScores;
 pub use crate::kv_router::protocols::ForwardPassMetrics;
@@ -28,7 +27,6 @@ use crate::kv_router::KvRouterConfig;
 use crate::kv_router::KV_HIT_RATE_SUBJECT;
 
 use super::protocols::{KVHitRateEvent, WorkerDp, WorkerSelectionResult};
-use super::WorkerSelector;
 
 #[derive(Debug, thiserror::Error)]
 pub enum KvSchedulerError {