All Downloads are FREE. Search and download functionalities are using the official Maven repository.

io.reactivex.netty.examples.http.logtail.LogAggregator Maven / Gradle / Ivy

There is a newer version: 0.5.3
Show newest version
/*
 * Copyright 2014 Netflix, Inc.
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

package io.reactivex.netty.examples.http.logtail;

import java.util.ArrayList;
import java.util.List;

import io.netty.buffer.ByteBuf;
import io.netty.handler.logging.LogLevel;
import io.reactivex.netty.RxNetty;
import io.reactivex.netty.pipeline.PipelineConfigurators;
import io.reactivex.netty.protocol.http.client.HttpClient;
import io.reactivex.netty.protocol.http.client.HttpClientRequest;
import io.reactivex.netty.protocol.http.client.HttpClientResponse;
import io.reactivex.netty.protocol.http.server.HttpServer;
import io.reactivex.netty.protocol.http.server.HttpServerRequest;
import io.reactivex.netty.protocol.http.server.HttpServerResponse;
import io.reactivex.netty.protocol.http.server.RequestHandler;
import io.reactivex.netty.protocol.http.sse.ServerSentEvent;
import rx.Observable;
import rx.functions.Action1;
import rx.functions.Func1;

/**
 * @author Tomasz Bak
 */
public class LogAggregator {

    static final int DEFAULT_AG_PORT = 8091;

    private final int port;
    private final List producerPorts;
    HttpServer server;

    public LogAggregator(int port, List producerPorts) {
        this.port = port;
        this.producerPorts = producerPorts;
    }

    public LogAggregator(int port, int producerPortFrom, int producerPortTo) {
        this.port = port;
        int producerCount = producerPortTo - producerPortFrom + 1;
        producerPorts = new ArrayList<>(producerCount);
        for (int i = 0; i < producerCount; i++) {
            producerPorts.add(producerPortFrom + i);
        }
    }

    public HttpServer createAggregationServer() {
        server = RxNetty.newHttpServerBuilder(port,
                new RequestHandler() {
                    @Override
                    public Observable handle(final HttpServerRequest request,
                                                   final HttpServerResponse response) {

                        return connectToLogProducers().flatMap(new Func1>() {
                            @Override
                            public Observable call(ServerSentEvent sse) {
                                return response.writeAndFlush(sse);
                            }
                        });
                    }
                }).enableWireLogging(LogLevel.ERROR).pipelineConfigurator(PipelineConfigurators.serveSseConfigurator()).build();
        System.out.println("Logs aggregator server started...");
        return server;
    }

    private Observable connectToLogProducers() {
        List> oList = new ArrayList>(producerPorts.size());
        for (int producerPort : producerPorts) {
            oList.add(connectToLogProducer(producerPort));
        }
        return Observable.merge(oList);
    }

    private static Observable connectToLogProducer(int port) {
        HttpClient client =
                RxNetty.createHttpClient("localhost", port, PipelineConfigurators.clientSseConfigurator());

        return client.submit(HttpClientRequest.createGet("/logstream")).flatMap(new Func1, Observable>() {
            @Override
            public Observable call(HttpClientResponse response) {
                return response.getContent()
                        .doOnNext(new Action1() {
                            @Override
                            public void call(ServerSentEvent serverSentEvent) {
                                serverSentEvent.retain();
                            }
                        });
            }
        });
    }

    public static void main(final String[] args) {
        if (args.length < 2) {
            System.err.println("ERROR: provide log producers port range");
            return;
        }
        int producerPortFrom = Integer.valueOf(args[0]);
        int producerPortTo = Integer.valueOf(args[1]);
        LogAggregator aggregator = new LogAggregator(DEFAULT_AG_PORT, producerPortFrom, producerPortTo);
        aggregator.createAggregationServer().startAndWait();
        System.out.println("Aggregator service terminated");
    }
}




© 2015 - 2024 Weber Informatics LLC | Privacy Policy