fix: [vertexai] make setApiEndpoint effective for LlmUtilityServiceClient. (#10385)

copybara-service[bot] · Zhenyi Qi · web-flow · commit b4ec2449f092 · 2024-02-14T19:16:55.000-08:00
PiperOrigin-RevId: 607113154

Co-authored-by: Zhenyi Qi &lt;zhenyiqi@google.com&gt;
diff --git a/java-vertexai/google-cloud-vertexai/src/main/java/com/google/cloud/vertexai/VertexAI.java b/java-vertexai/google-cloud-vertexai/src/main/java/com/google/cloud/vertexai/VertexAI.java
@@ -336,7 +336,7 @@ public PredictionServiceClient getPredictionServiceRestClient() throws IOExcepti
   public LlmUtilityServiceClient getLlmUtilityClient() throws IOException {
     if (llmUtilityClient == null) {
       LlmUtilityServiceSettings.Builder settingsBuilder = LlmUtilityServiceSettings.newBuilder();
-      settingsBuilder.setEndpoint(String.format("%s-aiplatform.googleapis.com:443", this.location));
+      settingsBuilder.setEndpoint(String.format("%s:443", this.apiEndpoint));
       if (this.credentialsProvider != null) {
         settingsBuilder.setCredentialsProvider(this.credentialsProvider);
       }
@@ -370,7 +370,7 @@ public LlmUtilityServiceClient getLlmUtilityRestClient() throws IOException {
     if (llmUtilityRestClient == null) {
       LlmUtilityServiceSettings.Builder settingsBuilder =
           LlmUtilityServiceSettings.newHttpJsonBuilder();
-      settingsBuilder.setEndpoint(String.format("%s-aiplatform.googleapis.com:443", this.location));
+      settingsBuilder.setEndpoint(String.format("%s:443", this.apiEndpoint));
       if (this.credentialsProvider != null) {
         settingsBuilder.setCredentialsProvider(this.credentialsProvider);
       }
