io.keyko.monitoring.examples.basic.BasicStreamManager Maven / Gradle / Ivy

Go to download

Show more of this group Show more artifacts with this name
Show all versions of web3-event-streamer Show documentation

Kafka stream processors that enrich data generated with web3-monitoring agent

There is a newer version: 0.2.9

package io.keyko.monitoring.examples.basic;

import com.typesafe.config.Config;
import com.typesafe.config.ConfigFactory;
import io.keyko.monitoring.config.StreamerConfig;
import io.keyko.monitoring.postprocessing.Output;
import io.keyko.monitoring.preprocessing.Filters;
import io.keyko.monitoring.preprocessing.Transformations;
import io.keyko.monitoring.serde.Web3MonitoringSerdes;
import io.keyko.monitoring.schemas.*;
import io.keyko.monitoring.stream.BaseStreamManager;
import org.apache.kafka.common.serialization.Serdes;
import org.apache.kafka.streams.kstream.KStream;
import org.apache.kafka.streams.kstream.KTable;
import org.apache.kafka.streams.kstream.Produced;



public class BasicStreamManager extends BaseStreamManager {

  public BasicStreamManager(StreamerConfig config) {
    super(config);
  }

  @Override
  protected void processStreams(KStream eventStream, KStream viewStream, KStream logStream, KTable blockTable) {

    String ethScan = configuration.getEtherscanUrl();
    String contractAbiParams = configuration.getEtherscanGetContract();
    String url = ethScan.concat(contractAbiParams);

    KStream eventFromLogStream = Transformations.transformLogToEvent(logStream,
                                                                          url,
                                                                          configuration.getEtherscanApikey(),
                                                                          configuration.getEtherscanSendNotMatchToTopic(),
                                                                          configuration.getLogNotMatchErrorTopic());

   // eventFromLogStream.to("w3m-events-from-log", Produced.with(Serdes.String(), Web3MonitoringSerdes.getEventSerde()));

    eventFromLogStream.to(configuration.getEventTopic(), Produced.with(Serdes.String(), Web3MonitoringSerdes.getEventSerde()));
    final KStream eventAvroStream = Filters.filterConfirmed(eventStream);
    KStream eventBlockStream = Transformations.joinEventWithBlock(eventAvroStream, blockTable);
    Output.splitByEvent(eventBlockStream);

    KStream viewBlockStream = Transformations.joinViewWithBlock(viewStream, blockTable);
    Output.splitByView(viewBlockStream);

  }




  public static void main(final String[] args) throws Exception {

    Config config = args.length > 0 ? ConfigFactory.load(args[0]) : ConfigFactory.load();

    StreamerConfig streamerConfig = new StreamerConfig(config);
    new BasicStreamManager(streamerConfig).initStream();

  }
}