com.google.cloud.aiplatform.v1.spring.PredictionServiceSpringAutoConfiguration Maven / Gradle / Ivy
Show all versions of google-cloud-aiplatform-spring-starter Show documentation
/*
* Copyright 2024 Google LLC
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* https://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package com.google.cloud.aiplatform.v1.spring;
import com.google.api.core.BetaApi;
import com.google.api.gax.core.CredentialsProvider;
import com.google.api.gax.core.ExecutorProvider;
import com.google.api.gax.retrying.RetrySettings;
import com.google.api.gax.rpc.HeaderProvider;
import com.google.api.gax.rpc.TransportChannelProvider;
import com.google.cloud.aiplatform.v1.PredictionServiceClient;
import com.google.cloud.aiplatform.v1.PredictionServiceSettings;
import com.google.cloud.spring.autoconfigure.core.GcpContextAutoConfiguration;
import com.google.cloud.spring.core.DefaultCredentialsProvider;
import com.google.cloud.spring.core.Retry;
import com.google.cloud.spring.core.util.RetryUtil;
import java.io.IOException;
import java.util.Collections;
import javax.annotation.Generated;
import org.apache.commons.logging.Log;
import org.apache.commons.logging.LogFactory;
import org.springframework.beans.factory.annotation.Qualifier;
import org.springframework.boot.autoconfigure.AutoConfiguration;
import org.springframework.boot.autoconfigure.AutoConfigureAfter;
import org.springframework.boot.autoconfigure.condition.ConditionalOnClass;
import org.springframework.boot.autoconfigure.condition.ConditionalOnMissingBean;
import org.springframework.boot.autoconfigure.condition.ConditionalOnProperty;
import org.springframework.boot.context.properties.EnableConfigurationProperties;
import org.springframework.context.annotation.Bean;
// AUTO-GENERATED DOCUMENTATION AND CLASS.
/**
* Auto-configuration for {@link PredictionServiceClient}.
*
* Provides auto-configuration for Spring Boot
*
*
The default instance has everything set to sensible defaults:
*
*
* - The default transport provider is used.
*
- Credentials are acquired automatically through Application Default Credentials.
*
- Retries are configured for idempotent methods but not for non-idempotent methods.
*
*/
@Generated("by google-cloud-spring-generator")
@BetaApi("Autogenerated Spring autoconfiguration is not yet stable")
@AutoConfiguration
@AutoConfigureAfter(GcpContextAutoConfiguration.class)
@ConditionalOnClass(PredictionServiceClient.class)
@ConditionalOnProperty(
value = "com.google.cloud.aiplatform.v1.prediction-service.enabled",
matchIfMissing = true)
@EnableConfigurationProperties(PredictionServiceSpringProperties.class)
public class PredictionServiceSpringAutoConfiguration {
private final PredictionServiceSpringProperties clientProperties;
private final CredentialsProvider credentialsProvider;
private static final Log LOGGER =
LogFactory.getLog(PredictionServiceSpringAutoConfiguration.class);
protected PredictionServiceSpringAutoConfiguration(
PredictionServiceSpringProperties clientProperties, CredentialsProvider credentialsProvider)
throws IOException {
this.clientProperties = clientProperties;
if (this.clientProperties.getCredentials().hasKey()) {
if (LOGGER.isTraceEnabled()) {
LOGGER.trace("Using credentials from PredictionService-specific configuration");
}
this.credentialsProvider =
((CredentialsProvider) new DefaultCredentialsProvider(this.clientProperties));
} else {
this.credentialsProvider = credentialsProvider;
}
}
/**
* Provides a default transport channel provider bean, corresponding to the client library's
* default transport channel provider. If the library supports both GRPC and REST transport, and
* the useRest property is configured, the HTTP/JSON transport provider will be used instead of
* GRPC.
*
* @return a default transport channel provider.
*/
@Bean
@ConditionalOnMissingBean(name = "defaultPredictionServiceTransportChannelProvider")
public TransportChannelProvider defaultPredictionServiceTransportChannelProvider() {
return PredictionServiceSettings.defaultTransportChannelProvider();
}
/**
* Provides a PredictionServiceSettings bean configured to use a DefaultCredentialsProvider and
* the client library's default transport channel provider
* (defaultPredictionServiceTransportChannelProvider()). It also configures the quota project ID
* and executor thread count, if provided through properties.
*
* Retry settings are also configured from service-level and method-level properties specified
* in PredictionServiceSpringProperties. Method-level properties will take precedence over
* service-level properties if available, and client library defaults will be used if neither are
* specified.
*
* @param defaultTransportChannelProvider TransportChannelProvider to use in the settings.
* @return a {@link PredictionServiceSettings} bean configured with {@link
* TransportChannelProvider} bean.
*/
@Bean
@ConditionalOnMissingBean
public PredictionServiceSettings predictionServiceSettings(
@Qualifier("defaultPredictionServiceTransportChannelProvider")
TransportChannelProvider defaultTransportChannelProvider)
throws IOException {
PredictionServiceSettings.Builder clientSettingsBuilder =
PredictionServiceSettings.newBuilder();
clientSettingsBuilder
.setCredentialsProvider(this.credentialsProvider)
.setTransportChannelProvider(defaultTransportChannelProvider)
.setEndpoint(PredictionServiceSettings.getDefaultEndpoint())
.setHeaderProvider(this.userAgentHeaderProvider());
if (this.clientProperties.getQuotaProjectId() != null) {
clientSettingsBuilder.setQuotaProjectId(this.clientProperties.getQuotaProjectId());
if (LOGGER.isTraceEnabled()) {
LOGGER.trace(
"Quota project id set to "
+ this.clientProperties.getQuotaProjectId()
+ ", this overrides project id from credentials.");
}
}
if (this.clientProperties.getExecutorThreadCount() != null) {
ExecutorProvider executorProvider =
PredictionServiceSettings.defaultExecutorProviderBuilder()
.setExecutorThreadCount(this.clientProperties.getExecutorThreadCount())
.build();
clientSettingsBuilder.setBackgroundExecutorProvider(executorProvider);
if (LOGGER.isTraceEnabled()) {
LOGGER.trace(
"Background executor thread count is "
+ this.clientProperties.getExecutorThreadCount());
}
}
Retry serviceRetry = clientProperties.getRetry();
if (serviceRetry != null) {
RetrySettings predictRetrySettings =
RetryUtil.updateRetrySettings(
clientSettingsBuilder.predictSettings().getRetrySettings(), serviceRetry);
clientSettingsBuilder.predictSettings().setRetrySettings(predictRetrySettings);
RetrySettings rawPredictRetrySettings =
RetryUtil.updateRetrySettings(
clientSettingsBuilder.rawPredictSettings().getRetrySettings(), serviceRetry);
clientSettingsBuilder.rawPredictSettings().setRetrySettings(rawPredictRetrySettings);
RetrySettings directPredictRetrySettings =
RetryUtil.updateRetrySettings(
clientSettingsBuilder.directPredictSettings().getRetrySettings(), serviceRetry);
clientSettingsBuilder.directPredictSettings().setRetrySettings(directPredictRetrySettings);
RetrySettings directRawPredictRetrySettings =
RetryUtil.updateRetrySettings(
clientSettingsBuilder.directRawPredictSettings().getRetrySettings(), serviceRetry);
clientSettingsBuilder
.directRawPredictSettings()
.setRetrySettings(directRawPredictRetrySettings);
RetrySettings explainRetrySettings =
RetryUtil.updateRetrySettings(
clientSettingsBuilder.explainSettings().getRetrySettings(), serviceRetry);
clientSettingsBuilder.explainSettings().setRetrySettings(explainRetrySettings);
RetrySettings generateContentRetrySettings =
RetryUtil.updateRetrySettings(
clientSettingsBuilder.generateContentSettings().getRetrySettings(), serviceRetry);
clientSettingsBuilder
.generateContentSettings()
.setRetrySettings(generateContentRetrySettings);
RetrySettings listLocationsRetrySettings =
RetryUtil.updateRetrySettings(
clientSettingsBuilder.listLocationsSettings().getRetrySettings(), serviceRetry);
clientSettingsBuilder.listLocationsSettings().setRetrySettings(listLocationsRetrySettings);
RetrySettings getLocationRetrySettings =
RetryUtil.updateRetrySettings(
clientSettingsBuilder.getLocationSettings().getRetrySettings(), serviceRetry);
clientSettingsBuilder.getLocationSettings().setRetrySettings(getLocationRetrySettings);
RetrySettings setIamPolicyRetrySettings =
RetryUtil.updateRetrySettings(
clientSettingsBuilder.setIamPolicySettings().getRetrySettings(), serviceRetry);
clientSettingsBuilder.setIamPolicySettings().setRetrySettings(setIamPolicyRetrySettings);
RetrySettings getIamPolicyRetrySettings =
RetryUtil.updateRetrySettings(
clientSettingsBuilder.getIamPolicySettings().getRetrySettings(), serviceRetry);
clientSettingsBuilder.getIamPolicySettings().setRetrySettings(getIamPolicyRetrySettings);
RetrySettings testIamPermissionsRetrySettings =
RetryUtil.updateRetrySettings(
clientSettingsBuilder.testIamPermissionsSettings().getRetrySettings(), serviceRetry);
clientSettingsBuilder
.testIamPermissionsSettings()
.setRetrySettings(testIamPermissionsRetrySettings);
if (LOGGER.isTraceEnabled()) {
LOGGER.trace("Configured service-level retry settings from properties.");
}
}
Retry predictRetry = clientProperties.getPredictRetry();
if (predictRetry != null) {
RetrySettings predictRetrySettings =
RetryUtil.updateRetrySettings(
clientSettingsBuilder.predictSettings().getRetrySettings(), predictRetry);
clientSettingsBuilder.predictSettings().setRetrySettings(predictRetrySettings);
if (LOGGER.isTraceEnabled()) {
LOGGER.trace("Configured method-level retry settings for predict from properties.");
}
}
Retry rawPredictRetry = clientProperties.getRawPredictRetry();
if (rawPredictRetry != null) {
RetrySettings rawPredictRetrySettings =
RetryUtil.updateRetrySettings(
clientSettingsBuilder.rawPredictSettings().getRetrySettings(), rawPredictRetry);
clientSettingsBuilder.rawPredictSettings().setRetrySettings(rawPredictRetrySettings);
if (LOGGER.isTraceEnabled()) {
LOGGER.trace("Configured method-level retry settings for rawPredict from properties.");
}
}
Retry directPredictRetry = clientProperties.getDirectPredictRetry();
if (directPredictRetry != null) {
RetrySettings directPredictRetrySettings =
RetryUtil.updateRetrySettings(
clientSettingsBuilder.directPredictSettings().getRetrySettings(), directPredictRetry);
clientSettingsBuilder.directPredictSettings().setRetrySettings(directPredictRetrySettings);
if (LOGGER.isTraceEnabled()) {
LOGGER.trace("Configured method-level retry settings for directPredict from properties.");
}
}
Retry directRawPredictRetry = clientProperties.getDirectRawPredictRetry();
if (directRawPredictRetry != null) {
RetrySettings directRawPredictRetrySettings =
RetryUtil.updateRetrySettings(
clientSettingsBuilder.directRawPredictSettings().getRetrySettings(),
directRawPredictRetry);
clientSettingsBuilder
.directRawPredictSettings()
.setRetrySettings(directRawPredictRetrySettings);
if (LOGGER.isTraceEnabled()) {
LOGGER.trace(
"Configured method-level retry settings for directRawPredict from properties.");
}
}
Retry explainRetry = clientProperties.getExplainRetry();
if (explainRetry != null) {
RetrySettings explainRetrySettings =
RetryUtil.updateRetrySettings(
clientSettingsBuilder.explainSettings().getRetrySettings(), explainRetry);
clientSettingsBuilder.explainSettings().setRetrySettings(explainRetrySettings);
if (LOGGER.isTraceEnabled()) {
LOGGER.trace("Configured method-level retry settings for explain from properties.");
}
}
Retry generateContentRetry = clientProperties.getGenerateContentRetry();
if (generateContentRetry != null) {
RetrySettings generateContentRetrySettings =
RetryUtil.updateRetrySettings(
clientSettingsBuilder.generateContentSettings().getRetrySettings(),
generateContentRetry);
clientSettingsBuilder
.generateContentSettings()
.setRetrySettings(generateContentRetrySettings);
if (LOGGER.isTraceEnabled()) {
LOGGER.trace("Configured method-level retry settings for generateContent from properties.");
}
}
Retry listLocationsRetry = clientProperties.getListLocationsRetry();
if (listLocationsRetry != null) {
RetrySettings listLocationsRetrySettings =
RetryUtil.updateRetrySettings(
clientSettingsBuilder.listLocationsSettings().getRetrySettings(), listLocationsRetry);
clientSettingsBuilder.listLocationsSettings().setRetrySettings(listLocationsRetrySettings);
if (LOGGER.isTraceEnabled()) {
LOGGER.trace("Configured method-level retry settings for listLocations from properties.");
}
}
Retry getLocationRetry = clientProperties.getGetLocationRetry();
if (getLocationRetry != null) {
RetrySettings getLocationRetrySettings =
RetryUtil.updateRetrySettings(
clientSettingsBuilder.getLocationSettings().getRetrySettings(), getLocationRetry);
clientSettingsBuilder.getLocationSettings().setRetrySettings(getLocationRetrySettings);
if (LOGGER.isTraceEnabled()) {
LOGGER.trace("Configured method-level retry settings for getLocation from properties.");
}
}
Retry setIamPolicyRetry = clientProperties.getSetIamPolicyRetry();
if (setIamPolicyRetry != null) {
RetrySettings setIamPolicyRetrySettings =
RetryUtil.updateRetrySettings(
clientSettingsBuilder.setIamPolicySettings().getRetrySettings(), setIamPolicyRetry);
clientSettingsBuilder.setIamPolicySettings().setRetrySettings(setIamPolicyRetrySettings);
if (LOGGER.isTraceEnabled()) {
LOGGER.trace("Configured method-level retry settings for setIamPolicy from properties.");
}
}
Retry getIamPolicyRetry = clientProperties.getGetIamPolicyRetry();
if (getIamPolicyRetry != null) {
RetrySettings getIamPolicyRetrySettings =
RetryUtil.updateRetrySettings(
clientSettingsBuilder.getIamPolicySettings().getRetrySettings(), getIamPolicyRetry);
clientSettingsBuilder.getIamPolicySettings().setRetrySettings(getIamPolicyRetrySettings);
if (LOGGER.isTraceEnabled()) {
LOGGER.trace("Configured method-level retry settings for getIamPolicy from properties.");
}
}
Retry testIamPermissionsRetry = clientProperties.getTestIamPermissionsRetry();
if (testIamPermissionsRetry != null) {
RetrySettings testIamPermissionsRetrySettings =
RetryUtil.updateRetrySettings(
clientSettingsBuilder.testIamPermissionsSettings().getRetrySettings(),
testIamPermissionsRetry);
clientSettingsBuilder
.testIamPermissionsSettings()
.setRetrySettings(testIamPermissionsRetrySettings);
if (LOGGER.isTraceEnabled()) {
LOGGER.trace(
"Configured method-level retry settings for testIamPermissions from properties.");
}
}
return clientSettingsBuilder.build();
}
/**
* Provides a PredictionServiceClient bean configured with PredictionServiceSettings.
*
* @param predictionServiceSettings settings to configure an instance of client bean.
* @return a {@link PredictionServiceClient} bean configured with {@link
* PredictionServiceSettings}
*/
@Bean
@ConditionalOnMissingBean
public PredictionServiceClient predictionServiceClient(
PredictionServiceSettings predictionServiceSettings) throws IOException {
return PredictionServiceClient.create(predictionServiceSettings);
}
private HeaderProvider userAgentHeaderProvider() {
String springLibrary = "spring-autogen-prediction-service";
String version = this.getClass().getPackage().getImplementationVersion();
return () -> Collections.singletonMap("user-agent", springLibrary + "/" + version);
}
}