ai.platon.pulsar.persist.PageCounters Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of pulsar-persist Show documentation
The newest version!
package ai.platon.pulsar.persist;

import ai.platon.pulsar.common.SParser;
import ai.platon.pulsar.common.config.ImmutableConfig;
import org.apache.commons.lang3.StringUtils;
import org.apache.commons.lang3.tuple.Pair;

import javax.annotation.Nonnull;
import java.util.HashMap;
import java.util.Map;
import java.util.Objects;
import java.util.stream.Collectors;

/**
 * Created by vincent on 17-4-9.
 * Copyright @ 2013-2023 Platon AI. All rights reserved
 *
 * @author vincent
 * @version $Id: $Id
 */
public class PageCounters {

    public static String DELIMITER = "'";
    
    public static Map COUNTER_GROUPS = new HashMap<>();

    static {
        COUNTER_GROUPS.put(Self.class, "s");
        COUNTER_GROUPS.put(Ref.class, "r");
    }

    private Map pageCounters;

    private PageCounters(Map pageCounters) {
        this.pageCounters = pageCounters;
    }

    /**
     * Experimental
     *
     * @param conf a {@link ai.platon.pulsar.common.config.ImmutableConfig} object.
     */
    public static void loadCounterGroups(ImmutableConfig conf) {
        conf.getKvs("pulsar.stat.page.counters").entrySet().stream()
                .map(e -> Pair.of(SParser.wrap(e.getKey()).getClass(Object.class), e.getValue()))
                .filter(e -> e.getKey().equals(Object.class))
                .filter(e -> StringUtils.isNoneBlank(e.getValue()))
                .forEach(e -> COUNTER_GROUPS.put(e.getKey(), e.getValue()));
    }

    /**
     * getGroup.
     *
     * @param counter a {@link java.lang.Enum} object.
     * @param  a E object.
     * @return a {@link java.lang.String} object.
     */
    public static > String getGroup(Enum counter) {
        return COUNTER_GROUPS.getOrDefault(counter.getClass(), "");
    }

    /**
     * getFullName.
     *
     * @param counter a {@link java.lang.Enum} object.
     * @param  a E object.
     * @return a {@link java.lang.String} object.
     */
    @Nonnull
    public static > String getFullName(Enum counter) {
        String group = getGroup(counter);
        return (group.isEmpty() ? "" : (group + DELIMITER)) + counter.name();
    }

    /**
     * getSlimName.
     *
     * @param counter a {@link java.lang.Enum} object.
     * @param  a E object.
     * @return a {@link java.lang.String} object.
     */
    public static > String getSlimName(Enum counter) {
        return counter.name();
    }

    /**
     * getSlimName.
     *
     * @param counterName a {@link java.lang.String} object.
     * @return a {@link java.lang.String} object.
     */
    @Nonnull
    public static String getSlimName(String counterName) {
        return StringUtils.substringAfter(counterName, DELIMITER);
    }

    /**
     * box.
     *
     * @param pageCounters a {@link java.util.Map} object.
     * @return a {@link ai.platon.pulsar.persist.PageCounters} object.
     */
    @Nonnull
    public static PageCounters box(Map pageCounters) {
        Objects.requireNonNull(pageCounters);
        return new PageCounters(pageCounters);
    }

    /**
     * unbox.
     *
     * @return a {@link java.util.Map} object.
     */
    public Map unbox() {
        return pageCounters;
    }

    /**
     * set.
     *
     * @param counter a {@link java.lang.Enum} object.
     * @param value a int.
     * @param  a E object.
     */
    public > void set(Enum counter, int value) {
        set(getFullName(counter), value);
    }

    /**
     * set.
     *
     * @param name a {@link java.lang.String} object.
     * @param value a int.
     */
    public void set(String name, int value) {
        if (value == 0) {
            return;
        }
        pageCounters.put(WebPage.u8(name), value);
    }

    /**
     * get.
     *
     * @param name a {@link java.lang.String} object.
     * @return a int.
     */
    public int get(String name) {
        return pageCounters.getOrDefault(WebPage.u8(name), 0);
    }

    /**
     * get.
     *
     * @param counter a {@link java.lang.Enum} object.
     * @param  a E object.
     * @return a int.
     */
    public > int get(Enum counter) {
        return get(getFullName(counter));
    }

    /**
     * increase.
     *
     * @param counterName a {@link java.lang.String} object.
     * @param  a E object.
     */
    public > void increase(String counterName) {
        set(counterName, get(counterName) + 1);
    }

    /**
     * increase.
     *
     * @param counter a {@link java.lang.Enum} object.
     * @param  a E object.
     */
    public > void increase(Enum counter) {
        set(counter, get(counter) + 1);
    }

    /**
     * increase.
     *
     * @param counter a {@link java.lang.Enum} object.
     * @param value a int.
     * @param  a E object.
     */
    public > void increase(Enum counter, int value) {
        if (value == 0) {
            return;
        }
        set(counter, get(counter) + value);
    }

    /**
     * asStringMap.
     *
     * @return a {@link java.util.Map} object.
     */
    public Map asStringMap() {
        return pageCounters.entrySet().stream()
                .collect(Collectors.toMap(e -> e.getKey().toString(), e -> e.getValue().toString(), (e, e2) -> e));
    }

    /** {@inheritDoc} */
    @Override
    public PageCounters clone() {
        return new PageCounters(new HashMap<>(this.pageCounters));
    }

    /** {@inheritDoc} */
    @Override
    public String toString() {
        return pageCounters.entrySet().stream()
                .map(e -> e.getKey() + ": " + e.getValue()).collect(Collectors.joining(", "));
    }

    /**
     * Counters accumulated by the page itself
     */
    public enum Self {
        noItem,
        fetchErr, parseErr, extractErr, indexErr,
        missingFields, brokenSubEntity
    }

    /**
     * Counters accumulated by the incoming pages
     */
    public enum Ref {
        fetchErr, parseErr, extractErr, indexErr,
        link,
        ch, a, img, item, page,
        entity, subEntity,
        missingEntity, missingFields, brokenEntity, brokenSubEntity,
        missingEntityLastRound, missingFieldsLastRound, brokenEntityLastRound, brokenSubEntityLastRound
    }
}