io.druid.benchmark.FlattenJSONProfile Maven / Gradle / Ivy

Go to download
/*
 * Licensed to Metamarkets Group Inc. (Metamarkets) under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  Metamarkets licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 *
 *   http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing,
 * software distributed under the License is distributed on an
 * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
 * KIND, either express or implied.  See the License for the
 * specific language governing permissions and limitations
 * under the License.
 */

package io.druid.benchmark;

import com.metamx.common.parsers.JSONPathParser;
import com.metamx.common.parsers.Parser;
//import com.yourkit.api.Controller;
import io.druid.data.input.InputRow;
import io.druid.data.input.impl.DimensionsSpec;
import io.druid.data.input.impl.JSONParseSpec;
import io.druid.data.input.impl.JSONPathFieldSpec;
import io.druid.data.input.impl.JSONPathSpec;
import io.druid.data.input.impl.StringInputRowParser;
import io.druid.data.input.impl.TimestampSpec;
import org.openjdk.jmh.runner.Runner;
import org.openjdk.jmh.runner.RunnerException;
import org.openjdk.jmh.runner.options.Options;
import org.openjdk.jmh.runner.options.OptionsBuilder;

import java.util.ArrayList;
import java.util.List;
import java.util.Map;

/**
 * Test app for profiling JSON parsing behavior. Uses the proprietary YourKit API, so this file
 * is commented out to prevent dependency resolution issues. Kept here for future usage/reference.
 */
public class FlattenJSONProfile
{

  /*
  private static final int numEvents = 400000;

  List flatInputs;
  List nestedInputs;
  Parser flatParser;
  Parser nestedParser;
  Parser fieldDiscoveryParser;
  Parser forcedPathParser;
  int flatCounter = 0;
  int nestedCounter = 0;

  public void prepare() throws Exception
  {
    FlattenJSONBenchmarkUtil gen = new FlattenJSONBenchmarkUtil();
    flatInputs = new ArrayList();
    for (int i = 0; i < numEvents; i++) {
      flatInputs.add(gen.generateFlatEvent());
    }
    nestedInputs = new ArrayList();
    for (int i = 0; i < numEvents; i++) {
      nestedInputs.add(gen.generateNestedEvent());
    }

    flatParser = gen.getFlatParser();
    nestedParser = gen.getNestedParser();
    fieldDiscoveryParser = gen.getFieldDiscoveryParser();
    forcedPathParser = gen.getForcedPathParser();
  }

  public Map parseNested(Parser parser)
  {
    Map parsed = parser.parse(nestedInputs.get(nestedCounter));
    nestedCounter = (nestedCounter + 1) % numEvents;
    return parsed;
  }

  public Map parseFlat(Parser parser)
  {
    Map parsed = parser.parse(flatInputs.get(flatCounter));
    flatCounter = (flatCounter + 1) % numEvents;
    return parsed;
  }


  public static void main(String[] args) throws Exception
  {
    FlattenJSONProfile fjp = new FlattenJSONProfile();
    fjp.prepare();
    Map parsedMap;
    List fields = new ArrayList<>();
    JSONPathSpec flattenSpec = new JSONPathSpec(true, fields);
    JSONParseSpec parseSpec = new JSONParseSpec(
        new TimestampSpec("ts", "iso", null),
        new DimensionsSpec(null, null, null),
        flattenSpec
    );
    Parser parser = fjp.fieldDiscoveryParser;
    Parser nestedPar = fjp.nestedParser;
    Parser forcedParser = fjp.forcedPathParser;

    int j = 0;
    Controller control = new Controller();
    control.stopCPUProfiling();
    control.clearCPUData();
    Thread.sleep(5000);
    control.startCPUSampling(null);
    for(int i = 0; i < numEvents; i++) {
      //parsedMap = parser.parse(fjp.nestedInputs.get(i));
      parsedMap = fjp.parseFlat(forcedParser);
      //parsedMap = fjp.parseFlat(parser);
      //parsedMap = fjp.parseNested(nestedPar);
      if(parsedMap != null) {
        j++;
      }
    }
    control.stopCPUProfiling();
    System.out.println(j);
  }
*/

}