fix(nvidia): failed to apply mig with kdp

Signed-off-by: thxCode <thxcode0824@gmail.com>

Author: thxCode

gpustack_runtime/deployer/__types__.py

@@ -1373,25 +1373,29 @@ def _prepare(self):
                     resource_key,
                 )
                 if ren and ben_list:
-                    valued_uuid = (
-                        self.allowed_uuid_values
-                        and (
-                            ren
-                            in envs.GPUSTACK_RUNTIME_DEPLOY_RUNTIME_VISIBLE_DEVICES_VALUE_UUID
-                        )
-                        and manu != ManufacturerEnum.ASCEND
+                    valued_backend_uuid = (
+                        ren
+                        in envs.GPUSTACK_RUNTIME_DEPLOY_RUNTIME_VISIBLE_DEVICES_VALUE_UUID
+                    ) and manu != ManufacturerEnum.ASCEND
+                    valued_runtime_uuid = (
+                        self.allowed_runtime_uuid_values and valued_backend_uuid
                     )
-                    dev_values: dict[str, str] = {}
-                    dev_aligned_values: dict[str, str] = {}
+                    dev_runtime_values: dict[str, str] = {}
+                    dev_backend_values: dict[str, str] = {}
+                    dev_backend_aligned_values: dict[str, str] = {}
                     dev_numa_affinities: dict[str, str] = {}
                     dev_cpus_affinities: dict[str, str] = {}
                     for dev_i, dev in enumerate(devs):
                         dev_index = str(dev.index)
-                        if valued_uuid:
-                            dev_values[dev_index] = dev.uuid
+                        if valued_runtime_uuid:
+                            dev_runtime_values[dev_index] = dev.uuid
+                        else:
+                            dev_runtime_values[dev_index] = dev_index
+                        if valued_backend_uuid:
+                            dev_backend_values[dev_index] = dev.uuid
                         else:
-                            dev_values[dev_index] = dev_index
-                        dev_aligned_values[dev_index] = str(dev_i)
+                            dev_backend_values[dev_index] = dev_index
+                        dev_backend_aligned_values[dev_index] = str(dev_i)
                         dev_numa_affinities[dev_index] = dev.appendix.get("numa", "")
                         dev_cpus_affinities[dev_index] = map_numa_node_to_cpu_affinity(
                             dev_numa_affinities[dev_index],
@@ -1402,16 +1406,16 @@ def _prepare(self):
                         runtime_env=ren,
                         backend_env=ben_list,
                         cdi=cdi,
-                        runtime_values=dev_values,
+                        runtime_values=dev_runtime_values,
                         backend_values={
                             ben: (
-                                dev_aligned_values
+                                dev_backend_aligned_values
                                 if (
-                                    not valued_uuid
+                                    not valued_backend_uuid
                                     and ben
                                     in envs.GPUSTACK_RUNTIME_DEPLOY_BACKEND_VISIBLE_DEVICES_VALUE_ALIGNMENT
                                 )
-                                else dev_values
+                                else dev_backend_values
                             )
                             for ben in ben_list
                         },
@@ -1654,9 +1658,20 @@ def name(self) -> str:
         return self._name
 
     @property
-    def allowed_uuid_values(self) -> bool:
+    def allowed_runtime_uuid_values(self) -> bool:
+        """
+        Return whether the deployer allows using UUIDs as runtime visible devices values.
+
+        Returns:
+            True if allowed, False otherwise.
+
+        """
+        return True
+
+    @property
+    def allowed_backend_uuid_values(self) -> bool:
         """
-        Return whether the deployer allows using UUIDs as visible devices values.
+        Return whether the deployer allows using UUIDs as backend visible devices values.
 
         Returns:
             True if allowed, False otherwise.

gpustack_runtime/deployer/kuberentes.py

@@ -1207,7 +1207,7 @@ def __init__(self):
         self._node_name = envs.GPUSTACK_RUNTIME_KUBERNETES_NODE_NAME
 
     @property
-    def allowed_uuid_values(self) -> bool:
+    def allowed_runtime_uuid_values(self) -> bool:
         return get_resource_injection_policy() != "kdp"
 
     def _prepare_mirrored_deployment(self):