org.graylog2.indexer.MongoIndexSetRegistry Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of graylog2-server Show documentation
Graylog
There is a newer version: 6.1.4
/*
 * Copyright (C) 2020 Graylog, Inc.
 *
 * This program is free software: you can redistribute it and/or modify
 * it under the terms of the Server Side Public License, version 1,
 * as published by MongoDB, Inc.
 *
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
 * Server Side Public License for more details.
 *
 * You should have received a copy of the Server Side Public License
 * along with this program. If not, see
 * .
 */
package org.graylog2.indexer;

import com.google.common.annotations.VisibleForTesting;
import com.google.common.base.Supplier;
import com.google.common.base.Suppliers;
import com.google.common.collect.ImmutableSet;
import com.google.common.eventbus.EventBus;
import com.google.common.eventbus.Subscribe;
import org.graylog2.indexer.indexset.IndexSetConfig;
import org.graylog2.indexer.indexset.IndexSetService;
import org.graylog2.indexer.indexset.events.IndexSetCreatedEvent;
import org.graylog2.indexer.indexset.events.IndexSetDeletedEvent;
import org.graylog2.indexer.indices.TooManyAliasesException;

import javax.inject.Inject;
import javax.inject.Singleton;
import java.util.Collection;
import java.util.Collections;
import java.util.Iterator;
import java.util.List;
import java.util.Map;
import java.util.Objects;
import java.util.Optional;
import java.util.Set;
import java.util.concurrent.atomic.AtomicReference;
import java.util.function.Function;
import java.util.stream.Collectors;

import static java.util.Objects.requireNonNull;

@Singleton
public class MongoIndexSetRegistry implements IndexSetRegistry {
    private final IndexSetService indexSetService;
    private final MongoIndexSet.Factory mongoIndexSetFactory;

    static class IndexSetsCache {
        private final IndexSetService indexSetService;
        private AtomicReference>> indexSetConfigs;

        @Inject
        IndexSetsCache(IndexSetService indexSetService,
                       EventBus serverEventBus) {
            this.indexSetService = requireNonNull(indexSetService);
            this.indexSetConfigs = new AtomicReference<>(Suppliers.memoize(this.indexSetService::findAll));
            serverEventBus.register(this);
        }

        List get() {
            return Collections.unmodifiableList(indexSetConfigs.get().get());
        }

        @VisibleForTesting
        void invalidate() {
            this.indexSetConfigs.set(Suppliers.memoize(this.indexSetService::findAll));
        }

        @Subscribe
        void handleIndexSetCreation(IndexSetCreatedEvent indexSetCreatedEvent) {
            this.invalidate();
        }

        @Subscribe
        void handleIndexSetDeletion(IndexSetDeletedEvent indexSetDeletedEvent) {
            this.invalidate();
        }
    }

    private final IndexSetsCache indexSetsCache;

    @Inject
    public MongoIndexSetRegistry(IndexSetService indexSetService,
                                 MongoIndexSet.Factory mongoIndexSetFactory,
                                 IndexSetsCache indexSetsCache) {
        this.indexSetService = indexSetService;
        this.mongoIndexSetFactory = requireNonNull(mongoIndexSetFactory);
        this.indexSetsCache = indexSetsCache;
    }

    private Set findAllMongoIndexSets() {
        final List configs = this.indexSetsCache.get();
        final ImmutableSet.Builder mongoIndexSets = ImmutableSet.builder();
        for (IndexSetConfig config : configs) {
            final MongoIndexSet mongoIndexSet = mongoIndexSetFactory.create(config);
            mongoIndexSets.add(mongoIndexSet);
        }
        return mongoIndexSets.build();
    }
    @Override
    public Set getAll() {
        return ImmutableSet.copyOf(findAllMongoIndexSets());
    }

    @Override
    public Optional get(final String indexSetId) {
        return this.indexSetsCache.get()
                .stream()
                .filter(indexSet -> Objects.equals(indexSet.id(), indexSetId))
                .map(indexSetConfig -> (IndexSet) mongoIndexSetFactory.create(indexSetConfig))
                .findFirst();
    }

    @Override
    public Optional getForIndex(String indexName) {
        return findAllMongoIndexSets()
            .stream()
            .filter(indexSet -> indexSet.isManagedIndex(indexName))
            .map(indexSet -> (IndexSet)indexSet)
            .findFirst();
    }

    @Override
    public Set getForIndices(Collection indices) {
        final Set indexSets = findAllMongoIndexSets();
        final ImmutableSet.Builder resultBuilder = ImmutableSet.builder();
        for (IndexSet indexSet : indexSets) {
            for (String index : indices) {
                if (indexSet.isManagedIndex(index)) {
                    resultBuilder.add(indexSet);
                }
            }
        }

        return resultBuilder.build();
    }

    @Override
    public Set getFromIndexConfig(Collection indexSetConfigs) {
        final ImmutableSet.Builder mongoIndexSets = ImmutableSet.builder();
        for (IndexSetConfig config : indexSetConfigs) {
            final MongoIndexSet mongoIndexSet = mongoIndexSetFactory.create(config);
            mongoIndexSets.add(mongoIndexSet);
        }
        return ImmutableSet.copyOf(mongoIndexSets.build());
    }

    @Override
    public IndexSet getDefault() {
        return mongoIndexSetFactory.create(indexSetService.getDefault());
    }

    @Override
    public String[] getManagedIndices() {
        final ImmutableSet.Builder indexNamesBuilder = ImmutableSet.builder();
        for (MongoIndexSet indexSet : findAllMongoIndexSets()) {
            indexNamesBuilder.add(indexSet.getManagedIndices());
        }

        final ImmutableSet indexNames = indexNamesBuilder.build();
        return indexNames.toArray(new String[0]);
    }

    @Override
    public boolean isManagedIndex(String indexName) {
        return isManagedIndex(findAllMongoIndexSets(), indexName);
    }

    @Override
    public Map isManagedIndex(Collection indices) {
        final Set indexSets = findAllMongoIndexSets();
        return indices.stream()
                .collect(Collectors.toMap(Function.identity(), index -> isManagedIndex(indexSets, index)));
    }

    private boolean isManagedIndex(Collection indexSets, String index) {
        for (IndexSet indexSet : indexSets) {
            if (indexSet.isManagedIndex(index)) {
                return true;
            }
        }
        return false;
    }

    @Override
    public String[] getIndexWildcards() {
        final ImmutableSet.Builder wildcardsBuilder = ImmutableSet.builder();
        for (MongoIndexSet indexSet : findAllMongoIndexSets()) {
            if (indexSet.getConfig().isWritable()) {
                wildcardsBuilder.add(indexSet.getIndexWildcard());
            }
        }

        final ImmutableSet wildcards = wildcardsBuilder.build();
        return wildcards.toArray(new String[0]);
    }

    @Override
    public String[] getWriteIndexAliases() {
        final ImmutableSet.Builder indexNamesBuilder = ImmutableSet.builder();
        for (MongoIndexSet indexSet : findAllMongoIndexSets()) {
            if (indexSet.getConfig().isWritable()) {
                indexNamesBuilder.add(indexSet.getWriteIndexAlias());
            }
        }

        final ImmutableSet indexNames = indexNamesBuilder.build();
        return indexNames.toArray(new String[0]);
    }

    @Override
    public boolean isUp() {
        return findAllMongoIndexSets().stream()
            .filter(indexSet -> indexSet.getConfig().isWritable())
            .allMatch(MongoIndexSet::isUp);
    }

    @Override
    public boolean isCurrentWriteIndexAlias(String indexName) {
        for (MongoIndexSet indexSet : findAllMongoIndexSets()) {
            if (indexSet.isWriteIndexAlias(indexName)) {
                return true;
            }
        }

        return false;
    }

    @Override
    public boolean isCurrentWriteIndex(String indexName) throws TooManyAliasesException {
        for (MongoIndexSet indexSet : findAllMongoIndexSets()) {
            if (indexSet.getActiveWriteIndex() != null && indexSet.getActiveWriteIndex().equals(indexName)) {
                return true;
            }
        }

        return false;
    }

    @Override
    public Iterator iterator() {
        return getAll().iterator();
    }
}