ai.platon.pulsar.persist.CrawlMarks Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of pulsar-persist Show documentation
The newest version!
package ai.platon.pulsar.persist;

import ai.platon.pulsar.persist.metadata.Mark;
import org.apache.avro.util.Utf8;

import javax.annotation.Nonnull;
import java.util.Map;
import java.util.stream.Collectors;

import static ai.platon.pulsar.persist.WebPage.wrapKey;

/**
 * Created by vincent on 17-7-26.
 * Copyright @ 2013-2023 Platon AI. All rights reserved
 *
 * @author vincent
 */
public class CrawlMarks {

    private Map marks;

    private CrawlMarks(Map marks) {
        this.marks = marks;
    }

    @Nonnull
    public static CrawlMarks box(Map marks) {
        return new CrawlMarks(marks);
    }

    public Map unbox() {
        return marks;
    }

    public Utf8 get(Mark mark) {
        return (Utf8) marks.get(wrapKey(mark));
    }

    public boolean contains(Mark mark) {
        return get(mark) != null;
    }

    public boolean isInactive() {
        return contains(Mark.INACTIVE) || contains(Mark.SEMI_INACTIVE);
    }

    public void put(Mark mark, String value) {
        put(mark, WebPage.u8(value));
    }

    public void put(Mark mark, Utf8 value) {
        marks.put(wrapKey(mark), value);
    }

    public void putIfNotNull(Mark mark, Utf8 value) {
        if (value != null) {
            put(mark, value);
        }
    }

    public void remove(Mark mark) {
        if (contains(mark)) {
            marks.put(wrapKey(mark), null);
        }
    }

    public void removeAll(Iterable marks) {
        marks.forEach(this::remove);
    }

    public void clear() {
        marks.clear();
    }

    public Map asStringMap() {
        return marks.entrySet().stream()
                .filter(e -> e.getValue() != null)
                .collect(Collectors.toMap(e -> e.getKey().toString(), e -> e.getValue().toString(), (e, e2) -> e));
    }

    @Override
    public String toString() {
        return marks.entrySet().stream()
                .map(e -> e.getKey() + ": " + e.getValue()).collect(Collectors.joining(", "));
    }
}