org.graylog2.indexer.indexset.IndexSetConfig Maven / Gradle / Ivy
/*
* Copyright (C) 2020 Graylog, Inc.
*
* This program is free software: you can redistribute it and/or modify
* it under the terms of the Server Side Public License, version 1,
* as published by MongoDB, Inc.
*
* This program is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* Server Side Public License for more details.
*
* You should have received a copy of the Server Side Public License
* along with this program. If not, see
* .
*/
package org.graylog2.indexer.indexset;
import com.fasterxml.jackson.annotation.JsonAutoDetect;
import com.fasterxml.jackson.annotation.JsonCreator;
import com.fasterxml.jackson.annotation.JsonIgnore;
import com.fasterxml.jackson.annotation.JsonIgnoreProperties;
import com.fasterxml.jackson.annotation.JsonProperty;
import com.google.auto.value.AutoValue;
import com.google.common.collect.ComparisonChain;
import org.graylog.autovalue.WithBeanGetter;
import org.graylog2.database.DbEntity;
import org.graylog2.indexer.MessageIndexTemplateProvider;
import org.graylog2.plugin.indexer.retention.RetentionStrategyConfig;
import org.graylog2.plugin.indexer.rotation.RotationStrategyConfig;
import org.graylog2.validation.SizeInBytes;
import org.joda.time.Duration;
import org.mongojack.Id;
import org.mongojack.ObjectId;
import javax.annotation.Nullable;
import javax.validation.constraints.Min;
import javax.validation.constraints.NotBlank;
import javax.validation.constraints.NotNull;
import javax.validation.constraints.Pattern;
import java.time.ZonedDateTime;
import java.util.Optional;
import static com.google.common.base.Strings.isNullOrEmpty;
import static org.graylog2.shared.security.RestPermissions.INDEXSETS_READ;
@AutoValue
@WithBeanGetter
@JsonAutoDetect
// Ignore deprecated "default" message field. Only relevant for Graylog 2.2.0-beta.[12] users.
// TODO: Remove in Graylog 3.0.0
@JsonIgnoreProperties({"default"})
@DbEntity(collection = MongoIndexSetService.COLLECTION_NAME,
readPermission = INDEXSETS_READ)
public abstract class IndexSetConfig implements Comparable {
public static final String FIELD_INDEX_PREFIX = "index_prefix";
public static final String FIELD_CREATION_DATE = "creation_date";
public static final String FIELD_INDEX_TEMPLATE_TYPE = "index_template_type";
public static final String FIELD_REGULAR = "regular";
public static final String INDEX_PREFIX_REGEX = "^[a-z0-9][a-z0-9_+-]*$";
public static final String DEFAULT_INDEX_TEMPLATE_TYPE = MessageIndexTemplateProvider.MESSAGE_TEMPLATE_TYPE;
public static final Duration DEFAULT_FIELD_TYPE_REFRESH_INTERVAL = Duration.standardSeconds(5L);
@JsonProperty("id")
@Nullable
@Id
@ObjectId
public abstract String id();
@JsonProperty("title")
@NotBlank
public abstract String title();
@JsonProperty("description")
@Nullable
public abstract String description();
@JsonProperty("writable")
public abstract boolean isWritable();
/**
* Indicates whether this index set is intended to
* store messages ingested by user, not by the system
*/
@JsonProperty(FIELD_REGULAR)
public abstract Optional isRegular();
@JsonProperty(FIELD_INDEX_PREFIX)
@NotBlank
@Pattern(regexp = INDEX_PREFIX_REGEX)
@SizeInBytes(message = "Index prefix must have a length in bytes between {min} and {max}", min = 1, max = 250)
public abstract String indexPrefix();
@JsonProperty("index_match_pattern")
@Nullable
public abstract String indexMatchPattern();
@JsonProperty("index_wildcard")
@Nullable
public abstract String indexWildcard();
@JsonProperty("shards")
@Min(1)
public abstract int shards();
@JsonProperty("replicas")
@Min(0)
public abstract int replicas();
@JsonProperty("rotation_strategy_class")
@Nullable
public abstract String rotationStrategyClass();
@JsonProperty("rotation_strategy")
@NotNull
public abstract RotationStrategyConfig rotationStrategy();
@JsonProperty("retention_strategy_class")
@Nullable
public abstract String retentionStrategyClass();
@JsonProperty("retention_strategy")
@NotNull
public abstract RetentionStrategyConfig retentionStrategy();
@JsonProperty(FIELD_CREATION_DATE)
@NotNull
public abstract ZonedDateTime creationDate();
@JsonProperty("index_analyzer")
@NotBlank
public abstract String indexAnalyzer();
@JsonProperty("index_template_name")
@NotBlank
public abstract String indexTemplateName();
@JsonProperty(FIELD_INDEX_TEMPLATE_TYPE)
@NotBlank
public abstract Optional indexTemplateType();
@JsonProperty("index_optimization_max_num_segments")
@Min(1L)
public abstract int indexOptimizationMaxNumSegments();
@JsonProperty("index_optimization_disabled")
public abstract boolean indexOptimizationDisabled();
@JsonProperty("field_type_refresh_interval")
public abstract Duration fieldTypeRefreshInterval();
@JsonProperty("custom_field_mappings")
public abstract CustomFieldMappings customFieldMappings();
@JsonIgnore
public boolean isRegularIndex() {
final String indexTemplate = indexTemplateType().orElse(null);
return isWritable() && (indexTemplate == null || DEFAULT_INDEX_TEMPLATE_TYPE.equals(indexTemplate) ||
isRegular().orElse(false));
}
@JsonCreator
public static IndexSetConfig create(@Id @ObjectId @JsonProperty("_id") @Nullable String id,
@JsonProperty("title") @NotBlank String title,
@JsonProperty("description") @Nullable String description,
@JsonProperty("writable") @Nullable Boolean isWritable,
@JsonProperty(FIELD_REGULAR) @Nullable Boolean isRegular,
@JsonProperty(FIELD_INDEX_PREFIX) @Pattern(regexp = INDEX_PREFIX_REGEX) String indexPrefix,
@JsonProperty("index_match_pattern") @Nullable String indexMatchPattern,
@JsonProperty("index_wildcard") @Nullable String indexWildcard,
@JsonProperty("shards") @Min(1) int shards,
@JsonProperty("replicas") @Min(0) int replicas,
@JsonProperty("rotation_strategy_class") @Nullable String rotationStrategyClass,
@JsonProperty("rotation_strategy") @NotNull RotationStrategyConfig rotationStrategy,
@JsonProperty("retention_strategy_class") @Nullable String retentionStrategyClass,
@JsonProperty("retention_strategy") @NotNull RetentionStrategyConfig retentionStrategy,
@JsonProperty(FIELD_CREATION_DATE) @NotNull ZonedDateTime creationDate,
@JsonProperty("index_analyzer") @Nullable String indexAnalyzer,
@JsonProperty("index_template_name") @Nullable String indexTemplateName,
@JsonProperty(FIELD_INDEX_TEMPLATE_TYPE) @Nullable String indexTemplateType,
@JsonProperty("index_optimization_max_num_segments") @Nullable Integer maxNumSegments,
@JsonProperty("index_optimization_disabled") @Nullable Boolean indexOptimizationDisabled,
@JsonProperty("field_type_refresh_interval") @Nullable Duration fieldTypeRefreshInterval,
@JsonProperty("custom_field_mappings") @Nullable CustomFieldMappings customFieldMappings
) {
final boolean writableValue = isWritable == null || isWritable;
Duration fieldTypeRefreshIntervalValue = fieldTypeRefreshInterval;
if (fieldTypeRefreshIntervalValue == null) {
// No need to periodically refresh the field types for a non-writable index set
fieldTypeRefreshIntervalValue = writableValue ? DEFAULT_FIELD_TYPE_REFRESH_INTERVAL : Duration.ZERO;
}
return AutoValue_IndexSetConfig.builder()
.id(id)
.title(title)
.description(description)
.isWritable(writableValue)
.isRegular(isRegular)
.indexPrefix(indexPrefix)
.indexMatchPattern(indexMatchPattern)
.indexWildcard(indexWildcard)
.shards(shards)
.replicas(replicas)
.rotationStrategyClass(rotationStrategyClass)
.rotationStrategy(rotationStrategy)
.retentionStrategyClass(retentionStrategyClass)
.retentionStrategy(retentionStrategy)
.creationDate(creationDate)
.indexAnalyzer(isNullOrEmpty(indexAnalyzer) ? "standard" : indexAnalyzer)
.indexTemplateName(isNullOrEmpty(indexTemplateName) ? indexPrefix + "-template" : indexTemplateName)
.indexTemplateType(indexTemplateType)
.indexOptimizationMaxNumSegments(maxNumSegments == null ? 1 : maxNumSegments)
.indexOptimizationDisabled(indexOptimizationDisabled != null && indexOptimizationDisabled)
.fieldTypeRefreshInterval(fieldTypeRefreshIntervalValue)
.customFieldMappings(customFieldMappings == null ? new CustomFieldMappings() : customFieldMappings)
.build();
}
// Compatibility creator after field type refresh interval has been introduced
public static IndexSetConfig create(String id,
String title,
String description,
boolean isWritable,
Boolean isRegular,
String indexPrefix,
int shards,
int replicas,
String rotationStrategyClass,
RotationStrategyConfig rotationStrategy,
String retentionStrategyClass,
RetentionStrategyConfig retentionStrategy,
ZonedDateTime creationDate,
String indexAnalyzer,
String indexTemplateName,
String indexTemplateType,
int indexOptimizationMaxNumSegments,
boolean indexOptimizationDisabled) {
return create(id, title, description, isWritable, isRegular, indexPrefix, null, null, shards, replicas,
rotationStrategyClass, rotationStrategy, retentionStrategyClass, retentionStrategy, creationDate,
indexAnalyzer, indexTemplateName, indexTemplateType, indexOptimizationMaxNumSegments, indexOptimizationDisabled,
DEFAULT_FIELD_TYPE_REFRESH_INTERVAL, new CustomFieldMappings());
}
// Compatibility creator after field type refresh interval has been introduced
public static IndexSetConfig create(String title,
String description,
boolean isWritable,
Boolean isRegular,
String indexPrefix,
int shards,
int replicas,
String rotationStrategyClass,
RotationStrategyConfig rotationStrategy,
String retentionStrategyClass,
RetentionStrategyConfig retentionStrategy,
ZonedDateTime creationDate,
String indexAnalyzer,
String indexTemplateName,
String indexTemplateType,
int indexOptimizationMaxNumSegments,
boolean indexOptimizationDisabled) {
return create(null, title, description, isWritable, isRegular, indexPrefix, null, null, shards, replicas,
rotationStrategyClass, rotationStrategy, retentionStrategyClass, retentionStrategy, creationDate,
indexAnalyzer, indexTemplateName, indexTemplateType, indexOptimizationMaxNumSegments, indexOptimizationDisabled,
DEFAULT_FIELD_TYPE_REFRESH_INTERVAL, new CustomFieldMappings());
}
@Override
public int compareTo(IndexSetConfig o) {
return ComparisonChain.start()
.compare(title(), o.title())
.compare(indexPrefix(), o.indexPrefix())
.compare(creationDate(), o.creationDate())
.result();
}
public abstract Builder toBuilder();
/**
* For non-UI originating instances, use {@link IndexSetConfigFactory} instead to create an instance with
* appropriate defaults.
*/
public static Builder builder() {
return new AutoValue_IndexSetConfig.Builder()
// Index sets are writable by default.
.isWritable(true)
.customFieldMappings(new CustomFieldMappings())
.fieldTypeRefreshInterval(DEFAULT_FIELD_TYPE_REFRESH_INTERVAL);
}
@AutoValue.Builder
public abstract static class Builder {
public abstract Builder id(String id);
public abstract Builder title(String title);
public abstract Builder description(String description);
public abstract Builder isWritable(boolean isWritable);
public abstract Builder isRegular(@Nullable Boolean isRegular);
public abstract Builder indexPrefix(String indexPrefix);
public abstract Builder indexMatchPattern(String indexMatchPattern);
public abstract Builder indexWildcard(String indexWildcard);
public abstract Builder shards(int shards);
public abstract Builder replicas(int replicas);
public abstract Builder rotationStrategyClass(String rotationStrategyClass);
public abstract Builder rotationStrategy(RotationStrategyConfig rotationStrategy);
public abstract Builder retentionStrategyClass(String retentionStrategyClass);
public abstract Builder retentionStrategy(RetentionStrategyConfig retentionStrategy);
public abstract Builder creationDate(ZonedDateTime creationDate);
public abstract Builder indexAnalyzer(String analyzer);
public abstract Builder indexTemplateName(String templateName);
public abstract Builder indexTemplateType(@Nullable String templateType);
public abstract Builder indexOptimizationMaxNumSegments(int indexOptimizationMaxNumSegments);
public abstract Builder indexOptimizationDisabled(boolean indexOptimizationDisabled);
public abstract Builder fieldTypeRefreshInterval(Duration fieldTypeRefreshInterval);
public abstract Builder customFieldMappings(CustomFieldMappings customFieldMappings);
public abstract IndexSetConfig build();
}
}
© 2015 - 2024 Weber Informatics LLC | Privacy Policy