com.yahoo.language.tools.Embed Maven / Gradle / Ivy

Go to download

Show more of this group Show more artifacts with this name
Show all versions of linguistics-components Show documentation

The newest version!

// Copyright Vespa.ai. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root.
package com.yahoo.language.tools;

import com.yahoo.language.process.Embedder;
import com.yahoo.tensor.Tensor;
import com.yahoo.tensor.TensorType;

import java.util.List;

/**
 * Component internal helpers for embedding
 *
 * @author bratseth
 */
public class Embed {

    /**
     * Convenience function which embeds the given string into the given tensor type (if possible),
     * using the given embedder.
     */
    public static Tensor asTensor(String text,
                                  Embedder embedder,
                                  Embedder.Context context,
                                  TensorType type) {
        if (type.dimensions().size() == 1 && type.dimensions().get(0).isIndexed()) {
            // Build to a list first since we can't reverse a tensor builder
            List values = embedder.embed(text, context);

            long maxSize = values.size();
            if (type.dimensions().get(0).size().isPresent())
                maxSize = Math.min(maxSize, type.dimensions().get(0).size().get());

            Tensor.Builder builder = Tensor.Builder.of(type);
            for (int i = 0; i < maxSize; i++)
                builder.cell(values.get(i), i);
            return builder.build();
        }
        else {
            throw new IllegalArgumentException("Don't know how to embed into " + type);
        }
    }

}