com.amazonaws.athena.connector.util.PaginatedRequestIterator Maven / Gradle / Ivy

Go to download

Show more of this group Show more artifacts with this name
Show all versions of aws-athena-federation-sdk Show documentation

The Athena Query Federation SDK defines a set of interfaces and wire protocols that you can implement to enable Athena to delegate portions of it's query execution plan to code that you deploy/write.

There is a newer version: 2024.46.1

Show newest version

/*-
 * #%L
 * Amazon Athena Query Federation SDK
 * %%
 * Copyright (C) 2019 - 2023 Amazon Web Services
 * %%
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *      http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 * #L%
 */
package com.amazonaws.athena.connector.util;

import java.util.Iterator;
import java.util.NoSuchElementException;
import java.util.Spliterator;
import java.util.Spliterators;
import java.util.function.Function;
import java.util.stream.Stream;
import java.util.stream.StreamSupport;

public class PaginatedRequestIterator implements Iterator
{
    final Function fetchPage;
    final Function getToken;

    boolean notStarted = true;
    String nextPageToken = null;

    // This is a static to avoid the possibility of users retaining a reference to the iterator
    // and trying to use it after converting it to a Stream.
    public static  Stream stream(Function fetchPage, Function getToken)
    {
        return StreamSupport.stream(
             Spliterators.spliteratorUnknownSize(
                new PaginatedRequestIterator(fetchPage, getToken),
                Spliterator.IMMUTABLE | Spliterator.ORDERED),
            false);
    }

    public PaginatedRequestIterator(Function fetchPage, Function getToken)
    {
        this.fetchPage = fetchPage;
        this.getToken = getToken;
    }

    @Override
    public boolean hasNext()
    {
        return notStarted || nextPageToken != null;
    }

    @Override
    public T next()
    {
        if (!hasNext()) {
            throw new NoSuchElementException("No more pages left");
        }

        T current = fetchPage.apply(nextPageToken);
        notStarted = false;
        nextPageToken = getToken.apply(current);
        return current;
    }
}