io.pivotal.cfenv.spring.boot.GenAIChatCfEnvProcessor Maven / Gradle / Ivy

Go to download

Show more of this group Show more artifacts with this name
Show all versions of java-cfenv-boot Show documentation

Java CF Env Boot Support

The newest version!

/*
 * Copyright 2024 the original author or authors.
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *      https://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package io.pivotal.cfenv.spring.boot;

import java.util.ArrayList;
import java.util.Map;

import io.pivotal.cfenv.core.CfCredentials;
import io.pivotal.cfenv.core.CfService;

/**
 * Retrieve GenAI on Tanzu Platform properties from {@link CfCredentials} and
 * set {@literal spring.ai.openai.chat}
 * Boot properties.
 *
 * @author Stuart Charlton
 * @author Ed King
 **/
public class GenAIChatCfEnvProcessor implements CfEnvProcessor {

	@Override
	public boolean accept(CfService service) {
		boolean isGenAIService = service.existsByTagIgnoreCase("genai") || service.existsByLabelStartsWith("genai");
		if (isGenAIService) {
			ArrayList modelCapabilities = (ArrayList) service.getCredentials().getMap().get("model_capabilities");
			return modelCapabilities.contains("chat");
		}

		return false;
	}

	@Override
	public void process(CfCredentials cfCredentials, Map properties) {
		properties.put("spring.ai.openai.api-key", "redundant");

		properties.put("spring.ai.openai.chat.base-url", cfCredentials.getString("api_base"));
		properties.put("spring.ai.openai.chat.api-key", cfCredentials.getString("api_key"));
		properties.put("spring.ai.openai.chat.options.model", cfCredentials.getString("model_name"));
	}

	@Override
	public CfEnvProcessorProperties getProperties() {
		return CfEnvProcessorProperties.builder()
				.propertyPrefixes("spring.ai.openai.chat")
				.serviceName("GenAI on Tanzu Platform (chat)")
				.build();
	}
}