io.gravitee.reporter.elasticsearch.indexer.BulkIndexer Maven / Gradle / Ivy

Go to download

Show more of this group Show more artifacts with this name
Show all versions of gravitee-reporter-elasticsearch Show documentation

There is a newer version: 5.6.0

Show newest version

/**
 * Copyright (C) 2015 The Gravitee team (http://gravitee.io)
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *         http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package io.gravitee.reporter.elasticsearch.indexer;

import io.gravitee.elasticsearch.client.Client;
import io.gravitee.reporter.api.Reportable;
import io.gravitee.reporter.elasticsearch.config.ReporterConfiguration;
import io.reactivex.Flowable;
import io.reactivex.functions.Function;
import io.reactivex.processors.PublishProcessor;
import io.reactivex.schedulers.Schedulers;
import io.vertx.core.buffer.Buffer;
import io.vertx.reactivex.core.Vertx;
import org.reactivestreams.Publisher;
import org.springframework.beans.factory.annotation.Autowired;

import javax.annotation.PostConstruct;
import java.util.concurrent.TimeUnit;

/**
 *
 * @author David BRASSELY (david.brassely at graviteesource.com)
 * @author GraviteeSource Team
 */
public abstract class BulkIndexer extends AbstractIndexer {

	/**
	 * Elasticsearch client.
	 */
	@Autowired
	private Client client;

	@Autowired
	private Vertx vertx;

    /**
	 * Configuration of Elasticsearch (cluster name, addresses, ...)
	 */
	@Autowired
	private ReporterConfiguration configuration;

	private final PublishProcessor bulkProcessor = PublishProcessor.create();

	@PostConstruct
	public void initialize() {
		bulkProcessor
				.onBackpressureBuffer()
				.observeOn(Schedulers.io())
				.flatMap((Function>) reportable ->
						Flowable.just(reportable)
							.map(this::transform)
							.onErrorResumeNext(Flowable.empty()))
				.buffer(
						configuration.getFlushInterval(),
						TimeUnit.SECONDS,
						configuration.getBulkActions())
				.filter(payload -> !payload.isEmpty())
				.subscribe(new DocumentBulkProcessor(client, vertx));
	}

	@Override
	public void index(Reportable reportable) {
		bulkProcessor.onNext(reportable);
	}
}