com.liferay.search.experiences.internal.ml.embedding.text.TXTAITextEmbeddingProvider Maven / Gradle / Ivy

Go to download
/**
 * SPDX-FileCopyrightText: (c) 2000 Liferay, Inc. https://liferay.com
 * SPDX-License-Identifier: LGPL-2.1-or-later OR LicenseRef-Liferay-DXP-EULA-2.0.0-2023-06
 */

package com.liferay.search.experiences.internal.ml.embedding.text;

import com.liferay.petra.reflect.ReflectionUtil;
import com.liferay.petra.string.StringBundler;
import com.liferay.petra.string.StringPool;
import com.liferay.portal.kernel.json.JSONFactory;
import com.liferay.portal.kernel.json.JSONUtil;
import com.liferay.portal.kernel.log.Log;
import com.liferay.portal.kernel.log.LogFactoryUtil;
import com.liferay.portal.kernel.util.Http;
import com.liferay.portal.kernel.util.HttpComponentsUtil;
import com.liferay.portal.kernel.util.MapUtil;
import com.liferay.portal.kernel.util.URLCodec;
import com.liferay.portal.kernel.util.Validator;
import com.liferay.search.experiences.rest.dto.v1_0.EmbeddingProviderConfiguration;

import java.util.List;
import java.util.Map;

import org.osgi.service.component.annotations.Component;
import org.osgi.service.component.annotations.Reference;

/**
 * @author Petteri Karttunen
 */
@Component(
	enabled = false,
	property = "search.experiences.text.embedding.provider.name=txtai",
	service = TextEmbeddingProvider.class
)
public class TXTAITextEmbeddingProvider
	extends BaseTextEmbeddingProvider implements TextEmbeddingProvider {

	public Double[] getEmbedding(
		EmbeddingProviderConfiguration embeddingProviderConfiguration,
		String text) {

		Map attributes =
			(Map)embeddingProviderConfiguration.getAttributes();

		if ((attributes == null) || !attributes.containsKey("hostAddress")) {
			if (_log.isDebugEnabled()) {
				_log.debug("Attributes do not contain host address");
			}

			return new Double[0];
		}

		String sentences = extractSentences(
			MapUtil.getInteger(attributes, "maxCharacterCount", 1000), text,
			MapUtil.getString(
				attributes, "textTruncationStrategy", "beginning"));

		if (Validator.isBlank(sentences)) {
			return new Double[0];
		}

		return _getEmbedding(attributes, sentences);
	}

	private Double[] _getEmbedding(
		Map attributes, String text) {

		try {
			Http.Options options = new Http.Options();

			String hostAddress = MapUtil.getString(attributes, "hostAddress");

			String basicAuthUsername = MapUtil.getString(
				attributes, "basicAuthUsername");

			if (!Validator.isBlank(basicAuthUsername)) {
				options.setAuth(
					HttpComponentsUtil.getDomain(hostAddress), -1, null,
					basicAuthUsername,
					MapUtil.getString(
						attributes, "basicAuthPassword", StringPool.BLANK));
			}

			options.setLocation(_getLocation(hostAddress, text));

			String responseJSON = _http.URLtoString(options);

			if (isJSONArray(responseJSON)) {
				List list = JSONUtil.toDoubleList(
					_jsonFactory.createJSONArray(responseJSON));

				return list.toArray(new Double[0]);
			}

			throw new IllegalArgumentException(responseJSON);
		}
		catch (Exception exception) {
			return ReflectionUtil.throwException(exception);
		}
	}

	private String _getLocation(String hostAddress, String text) {
		if (!hostAddress.endsWith("/")) {
			hostAddress += "/";
		}

		return StringBundler.concat(
			hostAddress, "transform?text=", URLCodec.encodeURL(text, false));
	}

	private static final Log _log = LogFactoryUtil.getLog(
		TXTAITextEmbeddingProvider.class);

	@Reference
	private Http _http;

	@Reference
	private JSONFactory _jsonFactory;

}