Dead-end changes

container/run.sh

@@ -230,6 +230,8 @@ get_options() {
 	VOLUME_MOUNTS+=" -v ${SOURCE_DIR}/..:/workspace "
 	VOLUME_MOUNTS+=" -v /tmp:/tmp "
 	VOLUME_MOUNTS+=" -v /mnt/:/mnt "
+    VOLUME_MOUNTS+=" -v /var/run/docker.sock:/var/run/docker.sock "
+
 
 	if [ -z "$HF_CACHE" ]; then
 	    HF_CACHE=$DEFAULT_HF_CACHE

deploy/cloud/helm/README.md

@@ -86,7 +86,7 @@ kubectl get storageclass
 
 1. Set the required environment variables:
 ```bash
-export PROJECT_ROOT=($pwd)
+export PROJECT_ROOT=$(pwd)
 export DOCKER_USERNAME=<your-docker-username>
 export DOCKER_PASSWORD=<your-docker-password>
 export DOCKER_SERVER=<your-docker-server>

deploy/sdk/src/dynamo/sdk/cli/build.py

@@ -107,6 +107,7 @@ class ServiceConfig(BaseModel):
     dynamo: t.Dict[str, t.Any] = Field(default_factory=dict)
     http_exposed: bool = False
     api_endpoints: t.List[str] = Field(default_factory=list)
+    kubernetes_overrides: t.Optional[t.Dict[str, t.Any]] = None
 
 
 class ServiceInfo(BaseModel):
@@ -116,7 +117,6 @@ class ServiceInfo(BaseModel):
     module_path: str
     class_name: str
     config: ServiceConfig
-    kubernetes_overrides: t.Optional[t.Dict[str, t.Any]] = None
 
     @classmethod
     def from_service(cls, service: ServiceInterface[T]) -> ServiceInfo:
@@ -135,6 +135,20 @@ def from_service(cls, service: ServiceInterface[T]) -> ServiceInfo:
             image is not None
         ), "Please set DYNAMO_IMAGE environment variable or image field in service config"
 
+        print(
+            f"!!! Creating ServiceConfig for {name}: hasattr(service.config, kubernetes_overrides) = {hasattr(service.config, 'kubernetes_overrides')}"
+        )
+        print(f"!!! service.config.model_dump() = {service.config.model_dump()}")
+        kubernetes_overrides = None
+        if (
+            hasattr(service, "kubernetes_overrides")
+            and service.kubernetes_overrides is not None
+        ):
+            print("!kubernetes_overrides exist")
+            kubernetes_overrides = service.kubernetes_overrides.model_dump()
+        else:
+            print("!kubernetes_overrides DOES NOT exist")
+
         # Create config
         config = ServiceConfig(
             name=name,
@@ -145,17 +159,15 @@ def from_service(cls, service: ServiceInterface[T]) -> ServiceInfo:
             dynamo=service.config.dynamo.model_dump(),
             http_exposed=len(api_endpoints) > 0,
             api_endpoints=api_endpoints,
+            kubernetes_overrides=kubernetes_overrides,
+            # service.config.model_dump().get("kubernetes_overrides")
         )
-        kubernetes_overrides = None
-        if hasattr(service, "kubernetes_overrides") and service.kubernetes_overrides:
-            kubernetes_overrides = service.kubernetes_overrides.model_dump()
 
         return cls(
             name=name,
             module_path=service.__module__,
             class_name=service_class.__name__,
             config=config,
-            kubernetes_overrides=kubernetes_overrides,
         )
 
 
@@ -221,6 +233,9 @@ def to_dict(self) -> t.Dict[str, t.Any]:
                     "workers": service["config"]["workers"],
                     "image": service["config"]["image"],
                     "dynamo": service["config"]["dynamo"],
+                    "kubernetes_overrides": service["config"].get(
+                        "kubernetes_overrides"
+                    ),  # Add kubernetes_overrides.
                 },
             }
 
@@ -231,12 +246,6 @@ def to_dict(self) -> t.Dict[str, t.Any]:
                     "api_endpoints"
                 ]
 
-            # Add kubernetes overwrites if available
-            if service.get("kubernetes_overrides"):
-                service_dict["config"]["kubernetes_overrides"] = service[
-                    "kubernetes_overrides"
-                ]
-
             services_dict.append(service_dict)
         result["services"] = services_dict
         return result
@@ -306,6 +315,9 @@ def dynamo_service(
         from dynamo.sdk.lib.loader import find_and_load_service
 
         dyn_svc = find_and_load_service(build_config.service, working_dir=build_ctx)
+        print(f"!!! dyn_svc type = {type(dyn_svc)}")
+        print(f"!!! dyn_svc.inner type = {type(dyn_svc.inner)}")
+
         # Clean up unused edges
         LinkedServices.remove_unused_edges()
         dyn_svc.inject_config()
@@ -318,6 +330,7 @@ def create(
         build_ctx: str,
         version: t.Optional[str] = None,
     ) -> Package:
+        """Create a package from a build config."""
         dyn_svc = cls.dynamo_service(build_config, build_ctx)
 
         # Get service name for package
@@ -332,7 +345,6 @@ def create(
         tag = Tag(name=package_name, version=version)
         if version is None:
             tag = tag.make_new_version()
-
         logger.debug(
             f'Building Dynamo package "{tag}" from build context "{build_ctx}".'
         )

deploy/sdk/src/dynamo/sdk/core/runner/dynamo.py

@@ -252,6 +252,18 @@ def create_service(
         )
         self._watchers.append(watcher)
 
+        # Inject kubernetes_overrides into config if present on service_cls
+        kubernetes_overrides = getattr(service_cls, "_kubernetes_overrides", None)
+        if kubernetes_overrides is not None:
+            logger.debug(
+                f"Injecting kubernetes_overrides into ServiceConfig for {service_cls.__name__}: {kubernetes_overrides}"
+            )
+            config.kubernetes_overrides = (
+                kubernetes_overrides.model_dump()
+                if hasattr(kubernetes_overrides, "model_dump")
+                else kubernetes_overrides
+            )
+
         # Create and return the service interface
         return LocalService(
             inner_cls=service_cls,

deploy/sdk/src/dynamo/sdk/lib/loader.py

@@ -74,7 +74,8 @@ def find_and_load_service(
         sys_path_modified = True
 
     try:
-        return _do_import(import_str, working_dir)
+        service_instance = _do_import(import_str, working_dir)
+        return service_instance
     finally:
         if sys_path_modified and working_dir:
             logger.debug(f"Removing {working_dir} from sys.path")

examples/hello_world/hello_world.py

@@ -71,7 +71,7 @@ class ResponseType(BaseModel):
     resources={"cpu": 1, "memory": "500Mi"},
     workers=2,
     image=DYNAMO_IMAGE,
-    kubernetes_overrides={"entrypoint": "sh -c 'echo hello from anna'"},
+    kubernetes_overrides={"entrypoint": "sh -c 'echo hello from Backend!'"},
 )
 class Backend:
     def __init__(self) -> None:
@@ -126,6 +126,7 @@ def shutdown(self):
 @service(
     dynamo={"namespace": "inference"},
     image=DYNAMO_IMAGE,
+    kubernetes_overrides={"entrypoint": "sh -c 'echo hello from FrontEnd!'"},
 )
 class Frontend:
     """A simple frontend HTTP API that forwards requests to the dynamo graph."""