org.graylog2.indexer.IndexMapping6 Maven / Gradle / Ivy

Show more of this group Show more artifacts with this name
Show all versions of graylog2-server Show documentation
Graylog
There is a newer version: 5.2.7
/**
 * This file is part of Graylog.
 *
 * Graylog is free software: you can redistribute it and/or modify
 * it under the terms of the GNU General Public License as published by
 * the Free Software Foundation, either version 3 of the License, or
 * (at your option) any later version.
 *
 * Graylog is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
 *
 * You should have received a copy of the GNU General Public License
 * along with Graylog.  If not, see .
 */
package org.graylog2.indexer;

import com.google.common.collect.ImmutableList;
import com.google.common.collect.ImmutableMap;
import org.graylog2.plugin.Message;

import java.util.List;
import java.util.Map;

public class IndexMapping6 extends IndexMapping {

    @Override
    public Map messageTemplate(final String template, final String analyzer,
        final int order) {
        final Map analyzerKeyword = ImmutableMap
            .of("analyzer_keyword", ImmutableMap.of(
                "tokenizer", "keyword",
                "filter", "lowercase"));
        final Map analysis = ImmutableMap.of("analyzer", analyzerKeyword);
        final Map settings = ImmutableMap.of("analysis", analysis);
        final Map mappings = ImmutableMap.of(IndexMapping.TYPE_MESSAGE, messageMapping(analyzer));

        return ImmutableMap.of(
            "template", template,
            "order", order,
            "settings", settings,
            "mappings", mappings
        );
    }

    protected List>> dynamicTemplate() {
        final Map> templateInternal =
            ImmutableMap.of("internal_fields", ImmutableMap.of(
                "match", "gl2_*",
                "match_mapping_type", "string",
                "mapping", notAnalyzedString()));

        final Map dynamicStrings = ImmutableMap.of(
            "match_mapping_type", "string",
            "mapping", notAnalyzedString()
        );
        final Map> templateAll = ImmutableMap.of("store_generic", dynamicStrings);

        return ImmutableList.of(templateInternal, templateAll);
    }

    @Override
    protected Map> fieldProperties(String analyzer) {
        return ImmutableMap.>builder()
                .put("message", analyzedString(analyzer, false))
                .put("full_message", analyzedString(analyzer, false))
                // http://joda-time.sourceforge.net/api-release/org/joda/time/format/DateTimeFormat.html
                // http://www.elasticsearch.org/guide/reference/mapping/date-format.html
                .put("timestamp", typeTimeWithMillis())
                .put(Message.FIELD_GL2_ACCOUNTED_MESSAGE_SIZE, typeLong())
                .put(Message.FIELD_GL2_RECEIVE_TIMESTAMP, typeTimeWithMillis())
                .put(Message.FIELD_GL2_PROCESSING_TIMESTAMP, typeTimeWithMillis())
                // to support wildcard searches in source we need to lowercase the content (wildcard search lowercases search term)
                .put("source", analyzedString("analyzer_keyword", true))
                .put("streams", notAnalyzedString())
                .build();
    }

    private Map analyzedString(String analyzer, boolean fieldData) {
        return ImmutableMap.of(
            "type", "text",
            "analyzer", analyzer,
            "fielddata", fieldData);
    }

    @Override
    protected Map notAnalyzedString() {
        return ImmutableMap.of("type", "keyword");
    }
}