io.github.shanqiang.sp.DataAnalysis Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of jstream Show documentation
The newest version!
package io.github.shanqiang.sp;

import io.github.shanqiang.sp.input.StreamTable;
import io.github.shanqiang.table.Table;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;

import java.time.Duration;
import java.util.ArrayList;
import java.util.List;

import static io.github.shanqiang.table.Table.createEmptyTableLike;

public class DataAnalysis extends StreamProcessing {
    private static final Logger logger = LoggerFactory.getLogger(DataAnalysis.class);

    public DataAnalysis(StreamTable streamingTable) {
        this(Runtime.getRuntime().availableProcessors() * 2, streamingTable);
    }

    public DataAnalysis(int thread, StreamTable streamTable) {
        super(thread, Duration.ofSeconds(0), streamTable);
    }

//    public List[] rehashAllData(String uniqueName, String... hashByColumnNames) throws InterruptedException {
//        Rehash rehash = rehash(uniqueName, hashByColumnNames);
//        List[] ret = new List[thread];
//        for (int i = 0; i < thread; i++) {
//            ret[i] = new ArrayList<>();
//        }
//        compute(new Compute() {
//            @Override
//            public void compute(int myThreadIndex) throws InterruptedException {
//                Table table = streamTables[0].consume();
//                List tables = rehash.rehash(table, myThreadIndex);
//                ret[myThreadIndex].addAll(tables);
//            }
//        });
//        rehash.waitOtherServers();
//
//        //wait期间来自其它server的table
//        for (int i = 0; i < thread; i++) {
//            ret[i].addAll(rehash.tablesInThread(i));
//        }
//
//        rehash.close();
//        return ret;
//    }

    public Table mergeToOneTable(List tables) {
        if (null == tables || tables.isEmpty()) {
            return null;
        }
        Table table = createEmptyTableLike(tables.get(0));
        for (Table tmp : tables) {
            for (int i = 0; i < tmp.size(); i++) {
                table.append(tmp, i);
            }
        }
        return table;
    }
}




© 2015 - 2025 Weber Informatics LLC | Privacy Policy