io.github.shanqiang.window.SessionWindow Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of jstream Show documentation
The newest version!
package io.github.shanqiang.window;

import io.github.shanqiang.function.AggTimeWindowFunction;
import io.github.shanqiang.function.TimeWindowFunction;
import io.github.shanqiang.table.Row;
import io.github.shanqiang.table.Table;
import io.github.shanqiang.table.TableBuilder;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;

import java.time.Duration;
import java.util.List;
import java.util.Map;
import java.util.concurrent.ConcurrentHashMap;

import static java.util.Objects.requireNonNull;

public class SessionWindow extends TimeWindow {
    private static final Logger logger = LoggerFactory.getLogger(SessionWindow.class);

    private final long windowTimeoutMs;
    private final String[] partitionByColumnNames;
    private final TimeWindowFunction windowFunction;
    private final AggTimeWindowFunction aggTimeWindowFunction;
    private final String[] returnedColumnNames;
    private final Map threadWindow = new ConcurrentHashMap<>();

    public SessionWindow(Duration windowTimeout,
                         String[] partitionByColumnNames,
                         String timeColumnName,
                         TimeWindowFunction windowFunction,
                         String... returnedColumnNames) {
        this(windowTimeout, partitionByColumnNames, timeColumnName, windowFunction, null, StoreType.STORE_BY_COLUMN, returnedColumnNames);
    }

    public SessionWindow(Duration windowTimeout,
                         String[] partitionByColumnNames,
                         String timeColumnName,
                         TimeWindowFunction windowFunction,
                         StoreType storeType,
                         String... returnedColumnNames) {
        this(windowTimeout, partitionByColumnNames, timeColumnName, windowFunction, null, storeType, returnedColumnNames);
    }

    public SessionWindow(Duration windowTimeout,
                     String[] partitionByColumnNames,
                     String timeColumnName,
                     AggTimeWindowFunction aggTimeWindowFunction,
                     String... returnedColumnNames) {
        this(windowTimeout, partitionByColumnNames, timeColumnName, null, aggTimeWindowFunction, StoreType.STORE_BY_COLUMN, returnedColumnNames);
    }

    public SessionWindow(Duration windowTimeout,
                         String[] partitionByColumnNames,
                         String timeColumnName,
                         AggTimeWindowFunction aggTimeWindowFunction,
                         StoreType storeType,
                         String... returnedColumnNames) {
        this(windowTimeout, partitionByColumnNames, timeColumnName, null, aggTimeWindowFunction, storeType, returnedColumnNames);
    }

    private SessionWindow(Duration windowTimeout,
                        String[] partitionByColumnNames,
                        String timeColumnName,
                        TimeWindowFunction windowFunction,
                        AggTimeWindowFunction aggTimeWindowFunction,
                        StoreType storeType,
                        String... returnedColumnNames) {
        super(storeType, timeColumnName);
        this.windowTimeoutMs = requireNonNull(windowTimeout).toMillis();
        if (windowTimeoutMs <= 0) {
            throw new IllegalArgumentException("windowTimeout should be greater than 0ms");
        }
        this.partitionByColumnNames = requireNonNull(partitionByColumnNames);
        if (partitionByColumnNames.length < 1) {
            throw new IllegalArgumentException("at least one partition by column");
        }

        this.windowFunction = windowFunction;
        this.aggTimeWindowFunction = aggTimeWindowFunction;
        this.returnedColumnNames = requireNonNull(returnedColumnNames);
        if (returnedColumnNames.length < 1) {
            throw new IllegalArgumentException("at least one returned column");
        }
    }

    /**
     * enter window and trigger compute if a window is timeout
     * @param hashed come from Rehash.rehash or Rehash.rebalance
     * @return the table compound with the rows returned by the windowFunction with the input of timeout windows
     */
    public Table session(Table hashed) {
        Thread curThread = Thread.currentThread();
        InThreadSessionWindow inThreadWindow = threadWindow.get(curThread);
        if (null == inThreadWindow) {
            inThreadWindow = new InThreadSessionWindow(windowTimeoutMs,
                    windowFunction,
                    aggTimeWindowFunction,
                    partitionByColumnNames,
                    timeColumnName);
            threadWindow.put(curThread, inThreadWindow);
        }

        TableBuilder retTable = newTableBuilder(returnedColumnNames);

        List tables = watermark(hashed);

        boolean noData = true;
        for (Table table1 : tables) {
            if (table1.size() > 0) {
                noData = false;
                inThreadWindow.trigger(retTable, table1, storeType);
            }
        }
        if (noData) {
            inThreadWindow.triggerAllWindowBySchedule(retTable);
            return retTable.build();
        }

        return retTable.build();
    }

    @Override
    public List getRows(List partitionBy) {
        InThreadSessionWindow inThreadSessionWindow = threadWindow.get(Thread.currentThread());
        return inThreadSessionWindow.getRows(partitionBy);
    }
}
    

    







    © 2015 - 2025 Weber Informatics LLC | Privacy Policy