com.palantir.atlasdb.blob.generated.DataIndexCleanupTask Maven / Gradle / Ivy

Show more of this group Show more artifacts with this name
Show all versions of atlasdb-ete-tests Show documentation

Palantir open source project

There is a newer version: 0.1152.0

package com.palantir.atlasdb.blob.generated;

import java.util.Map;
import java.util.Set;

import com.google.common.collect.Sets;
import com.palantir.atlasdb.cleaner.api.OnCleanupTask;
import com.palantir.atlasdb.encoding.PtBytes;
import com.palantir.atlasdb.keyvalue.api.BatchColumnRangeSelection;
import com.palantir.atlasdb.keyvalue.api.Cell;
import com.palantir.atlasdb.keyvalue.api.Namespace;
import com.palantir.atlasdb.transaction.api.Transaction;
import com.palantir.common.base.BatchingVisitable;

public class DataIndexCleanupTask implements OnCleanupTask {

    private final BlobSchemaTableFactory tables;

    public DataIndexCleanupTask(Namespace namespace) {
        tables = BlobSchemaTableFactory.of(namespace);
    }

    @Override
    public boolean cellsCleanedUp(Transaction t, Set cells) {
        DataStreamIdxTable usersIndex = tables.getDataStreamIdxTable(t);
        Set rows = Sets.newHashSetWithExpectedSize(cells.size());
        for (Cell cell : cells) {
            rows.add(DataStreamIdxTable.DataStreamIdxRow.BYTES_HYDRATOR.hydrateFromBytes(cell.getRowName()));
        }
        BatchColumnRangeSelection oneColumn = BatchColumnRangeSelection.create(
                PtBytes.EMPTY_BYTE_ARRAY, PtBytes.EMPTY_BYTE_ARRAY, 1);
        Map> existentRows
                = usersIndex.getRowsColumnRange(rows, oneColumn);
        Set rowsInDb = Sets.newHashSetWithExpectedSize(cells.size());
        for (Map.Entry> rowVisitable
                : existentRows.entrySet()) {
            rowVisitable.getValue().batchAccept(1, columnValues -> {
                if (!columnValues.isEmpty()) {
                    rowsInDb.add(rowVisitable.getKey());
                }
                return false;
            });
        }
        Set toDelete = Sets.newHashSetWithExpectedSize(rows.size() - rowsInDb.size());
        for (DataStreamIdxTable.DataStreamIdxRow rowToDelete : Sets.difference(rows, rowsInDb)) {
            toDelete.add(rowToDelete.getId());
        }
        DataStreamStore.of(tables).deleteStreams(t, toDelete);
        return false;
    }
}