fix: Handle Ray image parsing error

yinghsienwu · copybara-github · commit 41a3a83b2e94 · 2023-09-18T15:16:32.000-07:00
PiperOrigin-RevId: 566427303
diff --git a/google/cloud/aiplatform/preview/vertex_ray/cluster_init.py b/google/cloud/aiplatform/preview/vertex_ray/cluster_init.py
@@ -249,7 +249,9 @@ def get_ray_cluster(cluster_resource_name: str) -> resources.Cluster:
     cluster = _gapic_utils.persistent_resource_to_cluster(persistent_resource=response)
     if cluster:
         return cluster
-    raise ValueError("[Ray on Vertex AI]: The cluster is not a Ray cluster.")
+    raise ValueError(
+        "[Ray on Vertex AI]: Please delete and recreate the cluster (The cluster is not a Ray cluster or the cluster image is outdated)."
+    )
 
 
 def list_ray_clusters() -> List[resources.Cluster]:
diff --git a/google/cloud/aiplatform/preview/vertex_ray/util/_gapic_utils.py b/google/cloud/aiplatform/preview/vertex_ray/util/_gapic_utils.py
@@ -154,11 +154,18 @@ def persistent_resource_to_cluster(
     image_uri = persistent_resource.resource_runtime_spec.ray_spec.resource_pool_images[
         "head-node"
     ]
-    if image_uri is None:
+    if not image_uri:
         image_uri = persistent_resource.resource_runtime_spec.ray_spec.image_uri
-    python_version, ray_version = _validation_utils.get_versions_from_image_uri(
-        image_uri
-    )
+    try:
+        python_version, ray_version = _validation_utils.get_versions_from_image_uri(
+            image_uri
+        )
+    except IndexError:
+        logging.info(
+            "[Ray on Vertex AI]: The image of cluster %s is outdated. It is recommended to delete and recreate the cluster to obtain the latest image.",
+            persistent_resource.name,
+        )
+        return
     cluster.python_version = python_version
     cluster.ray_version = ray_version
 
