io.github.shanqiang.sp.dimension.DimensionTable Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of jstream Show documentation
The newest version!
package io.github.shanqiang.sp.dimension;

import io.github.shanqiang.SystemProperty;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;

public abstract class DimensionTable {
    private final Logger logger = LoggerFactory.getLogger(this.getClass().getSimpleName());

    protected volatile TableIndex tableIndex;

    public interface LoadedCallback {
        void callback(DimensionTable dimensionTable);
    }
    protected LoadedCallback loadedCallback;

    public void setLoadedCallback(LoadedCallback loadedCallback) {
        this.loadedCallback = loadedCallback;
    }

    protected void callback(DimensionTable dimensionTable) {
        if (null != loadedCallback) {
            loadedCallback.callback(dimensionTable);
        }
    }

    /**
     * for only care current data condition use this method to wait the dimension table finished loading then begin to consume
     * from upstream on current time make the task delay rapidly decrease
     */
    public void waitForReady() {
        while (null == tableIndex) {
            try {
                Thread.sleep(100);
            } catch (InterruptedException e) {
                throw new RuntimeException(e);
            }
        }
    }

    /**
     * 
     * use like below example to avoid data inconsistent problem:
     * 
TableIndex tableIndex = dimensionTable.curTable();
table = table.leftJoin(tableIndex.getTable(), new JoinCriteria() {
    @Override
    public{@code List} theOtherRows(Row thisRow) {
        // Use tableIndex.getRows but not
        // mysqlDimensionTable.curTable().getRows. Consider the second
        // mysqlDimensionTable.curTable() may correspond to the newly
        // reloaded dimension table which is not consistent with the first
        // mysqlDimensionTable.curTable() and tableIndex.getTable()
        return tableIndex.getRows(...);
     }
}...
     * 
     * 
     * @return the newest TableIndex
     */
    public TableIndex curTable() {
        waitForReady();
        return tableIndex;
    }

    protected boolean debug(int row) {
        if (SystemProperty.DEBUG && row > 100_000) {
            return true;
        }

        return false;
    }
}