chore: KVBM pip wheel

Cargo.toml

@@ -12,6 +12,7 @@ members = [
     "lib/bindings/c",
     "lib/bindings/python/codegen",
     "lib/engines/*",
+    "lib/kvbm",
 ]
 # Exclude certain packages that are slow to build and we don't ship as flagship
 # features from default build, but keep them in workspace for convenience.

components/src/dynamo/vllm/args.py

@@ -435,7 +435,7 @@ def create_kv_transfer_config(config: Config) -> Optional[KVTransferConfig]:
         elif connector == "kvbm":
             connector_cfg = {
                 "kv_connector": "DynamoConnector",
-                "kv_connector_module_path": "dynamo.llm.vllm_integration.connector",
+                "kv_connector_module_path": "kvbm.vllm_integration.connector",
                 "kv_role": "kv_both",
             }
         multi_connectors.append(connector_cfg)
@@ -450,7 +450,7 @@ def create_kv_transfer_config(config: Config) -> Optional[KVTransferConfig]:
         kv_connector="PdConnector",
         kv_role="kv_both",
         kv_connector_extra_config={"connectors": multi_connectors},
-        kv_connector_module_path="dynamo.llm.vllm_integration.connector",
+        kv_connector_module_path="kvbm.vllm_integration.connector",
     )
 
 

components/src/dynamo/vllm/main.py

@@ -8,6 +8,7 @@
 from typing import Optional
 
 import uvloop
+from kvbm.vllm_integration.consolidator_config import get_consolidator_endpoints
 from prometheus_client import REGISTRY
 from vllm.distributed.kv_events import ZmqEventPublisher
 from vllm.usage.usage_lib import UsageContext
@@ -25,7 +26,6 @@
     fetch_llm,
     register_llm,
 )
-from dynamo.llm.vllm_integration.consolidator_config import get_consolidator_endpoints
 from dynamo.runtime import DistributedRuntime, dynamo_worker
 from dynamo.runtime.logging import configure_dynamo_logging
 from dynamo.vllm.multimodal_handlers import (