org.flyte.examples.BatchLookUpTask Maven / Gradle / Ivy

Go to download

Show more of this group Show more artifacts with this name
Show all versions of flytekit-examples Show documentation

Examples of Tasks, Workflows and Launch plans written in Java.

There is a newer version: 0.4.60

/*
 * Copyright 2021 Flyte Authors
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing,
 * software distributed under the License is distributed on an
 * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
 * KIND, either express or implied.  See the License for the
 * specific language governing permissions and limitations
 * under the License.
 */
package org.flyte.examples;

import com.google.auto.service.AutoService;
import com.google.auto.value.AutoValue;
import java.util.List;
import java.util.Map;
import java.util.stream.Collectors;
import org.flyte.flytekit.SdkBindingData;
import org.flyte.flytekit.SdkBindingDataFactory;
import org.flyte.flytekit.SdkRunnableTask;
import org.flyte.flytekit.jackson.JacksonSdkType;

/**
 * Demo task to show case using {@code List} and {@code Map} as input and
 * outputs.
 */
@AutoService(SdkRunnableTask.class)
public class BatchLookUpTask
    extends SdkRunnableTask {
  private static final long serialVersionUID = -5702649537830812613L;

  public BatchLookUpTask() {
    super(JacksonSdkType.of(Input.class), JacksonSdkType.of(Output.class));
  }

  @Override
  public Output run(Input input) {
    List foundValues =
        input.searchKeys().get().stream()
            .filter(key -> input.keyValues().get().containsKey(key))
            .map(key -> input.keyValues().get().get(key))
            .collect(Collectors.toList());

    return Output.create(SdkBindingDataFactory.ofStringCollection(foundValues));
  }

  @AutoValue
  public abstract static class Input {
    public abstract SdkBindingData> keyValues();

    public abstract SdkBindingData> searchKeys();

    public static Input create(
        SdkBindingData> keyValues, SdkBindingData> searchKeys) {
      return new AutoValue_BatchLookUpTask_Input(keyValues, searchKeys);
    }
  }

  @AutoValue
  public abstract static class Output {
    public abstract SdkBindingData> values();

    public static Output create(SdkBindingData> values) {
      return new AutoValue_BatchLookUpTask_Output(values);
    }
  }
}