io.keyko.monitoring.examples.celo.CeloProcessor Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of web3-event-streamer Show documentation
Kafka stream processors that enrich data generated with web3-monitoring agent
There is a newer version: 0.2.9
package io.keyko.monitoring.examples.celo;

import io.keyko.monitoring.examples.celo.model.AccountCreatedAggregation;
import io.keyko.monitoring.schemas.*;
import io.keyko.monitoring.time.EventBlockTimestampExtractor;
import org.apache.kafka.common.serialization.Serdes;
import org.apache.kafka.streams.KeyValue;
import org.apache.kafka.streams.StreamsBuilder;
import org.apache.kafka.streams.kstream.*;

import java.time.Duration;
import java.time.ZoneId;
import java.time.ZoneOffset;
import java.time.format.DateTimeFormatter;
import java.util.List;


public class CeloProcessor {

  /**
   * Aggregate accounts created events using a daily window
   *
   * @param topicsToAggregate
   * @param builder
   * @return
   */
  public static KStream accountDailyAggregation(List topicsToAggregate, StreamsBuilder builder) {

    final int windowStartHour = 0;
    final ZoneId zone = ZoneOffset.UTC;
    final Duration gracePeriod = Duration.ofMinutes(60L);

    List accountsTopics = topicsToAggregate;//, "VoteSignerAuthorized".toLowerCase(), "AttestationSignerAuthorized".toLowerCase());

    KStream accountsCreatedStream = builder.stream(accountsTopics,
      Consumed.with(Serdes.String(), CeloSerdes.getEventBlockSerde())
        .withTimestampExtractor(new EventBlockTimestampExtractor()));

    KTable, Long> accountsCreatedDayTable =
      accountsCreatedStream
        .selectKey((key, event) -> event.getEvent().getName())
        .groupByKey(Grouped.with(Serdes.String(), CeloSerdes.getEventBlockSerde()))
        //.windowedBy(new DailyTimeWindows(zone, windowStartHour, gracePeriod))
        .windowedBy(TimeWindows.of(Duration.ofSeconds(60)))
        .count()//Materialized.>with(Serdes.String(), Serdes.Long())
      // the default store retention time is 1 day;
      // need to explicitly increase the retention time
      // to allow for a 1-day window plus configured grace period
      //.withRetention(Duration.ofDays(1L).plus(gracePeriod)))
      // emits the final count when the window is closed.
      //.suppress(Suppressed.untilWindowCloses(unbounded()));
      ;

    return formatAccountCreatedAggregation(accountsCreatedDayTable, zone);

  }


  /**
   * Transforms a Windowed Aggregation Table in a Stream of formatted data
   *
   * @param accountsCreatedDayTable
   * @param zone
   * @return
   */
  private static KStream formatAccountCreatedAggregation(KTable, Long> accountsCreatedDayTable, ZoneId zone) {

    return accountsCreatedDayTable
      .toStream()
      .map((windowed, count) -> {

        AccountCreatedAggregation accountCreatedAggregation = new AccountCreatedAggregation(
          windowed.window().startTime().atZone(zone),
          count,
          windowed.key()

        );

        DateTimeFormatter formatter = DateTimeFormatter.ofPattern("dd/MM/yyyy - HH:mm:ss Z");
        String formattedString = windowed.window().startTime().atZone(ZoneOffset.UTC).format(formatter);

        String key = windowed.key().concat("-").concat(formattedString);

        //String key = windowed.key().concat("-").concat(accountCreatedAggregation.getDate());
        return KeyValue.pair(key, accountCreatedAggregation);

      });

  }

  public static KStream alertNoEpochRewardsDistributed(StreamsBuilder builder, List EpochRewardsDistributedToVoters) {
    return builder.stream(EpochRewardsDistributedToVoters, Consumed.with(Serdes.String(), CeloSerdes.getEventBlockSerde()))
      .filter((key, event) -> ((NumberParameter) event.getEvent().getNonIndexedParameters().get(0)).getValue().equals("0"))
      .map((key, event) ->
        KeyValue.pair(key,
          AlertRecord.newBuilder()
            .setName("alertNoEpochRewardsDistributed")
            .setReference(event.getId())
            .setStatus(AlertEventStatus.ERROR)
            .setTimestamp(event.getBlock().getTimestamp())
            .setDescription("NoEpochRewardsDistributed for group: " + ((StringParameter) event.getEvent().getIndexedParameters().get(0)).getValue())
            .build())
      );
//      .to("w3m-alerts");
//      .foreach((x, y) -> System.out.println("NoEpochRewardsDistributed for group: " + ((StringParameter) y.getDetails().getIndexedParameters().get(0)).getValue()));
  }

}