org.apache.hadoop.tools.rumen.ZombieJobProducer Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of hadoop-rumen Show documentation
Apache Hadoop Rumen
The newest version!
/**
 * Licensed to the Apache Software Foundation (ASF) under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  The ASF licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package org.apache.hadoop.tools.rumen;

import java.io.IOException;
import java.io.InputStream;

import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.fs.Path;

/**
 * Producing {@link JobStory}s from job trace.
 */
public class ZombieJobProducer implements JobStoryProducer {
  private final JobTraceReader reader;
  private final ZombieCluster cluster;

  private boolean hasRandomSeed = false;
  private long randomSeed = 0;
      
  private ZombieJobProducer(JobTraceReader reader, ZombieCluster cluster,
      boolean hasRandomSeed, long randomSeed) {
    this.reader = reader;
    this.cluster = cluster;
    this.hasRandomSeed = hasRandomSeed;
    this.randomSeed = (hasRandomSeed) ? randomSeed : System.nanoTime();
  }

  /**
   * Constructor
   * 
   * @param path
   *          Path to the JSON trace file, possibly compressed.
   * @param cluster
   *          The topology of the cluster that corresponds to the jobs in the
   *          trace. The argument can be null if we do not have knowledge of the
   *          cluster topology.
   * @param conf
   * @throws IOException
   */
  public ZombieJobProducer(Path path, ZombieCluster cluster, Configuration conf)
      throws IOException {
    this(new JobTraceReader(path, conf), cluster, false, -1);
  }

  
  /**
   * Constructor
   * 
   * @param path
   *          Path to the JSON trace file, possibly compressed.
   * @param cluster
   *          The topology of the cluster that corresponds to the jobs in the
   *          trace. The argument can be null if we do not have knowledge of the
   *          cluster topology.
   * @param conf
   * @param randomSeed
   *          use a deterministic seed.
   * @throws IOException
   */
  public ZombieJobProducer(Path path, ZombieCluster cluster,
      Configuration conf, long randomSeed) throws IOException {
    this(new JobTraceReader(path, conf), cluster, true, randomSeed);
  }
  
  /**
   * Constructor
   * 
   * @param input
   *          The input stream for the JSON trace.
   * @param cluster
   *          The topology of the cluster that corresponds to the jobs in the
   *          trace. The argument can be null if we do not have knowledge of the
   *          cluster topology.
   * @throws IOException
   */
  public ZombieJobProducer(InputStream input, ZombieCluster cluster)
      throws IOException {
    this(new JobTraceReader(input), cluster, false, -1);
  }

  /**
   * Constructor
   * 
   * @param input
   *          The input stream for the JSON trace.
   * @param cluster
   *          The topology of the cluster that corresponds to the jobs in the
   *          trace. The argument can be null if we do not have knowledge of the
   *          cluster topology.
   * @param randomSeed
   *          use a deterministic seed.
   * @throws IOException
   */
  public ZombieJobProducer(InputStream input, ZombieCluster cluster,
      long randomSeed) throws IOException {
    this(new JobTraceReader(input), cluster, true, randomSeed);
  }

  @Override
  public ZombieJob getNextJob() throws IOException {
    LoggedJob job = reader.getNext();
    if (job == null) {
      return null;
    } else if (hasRandomSeed) {
      long subRandomSeed = RandomSeedGenerator.getSeed(
            "forZombieJob" + job.getJobID(), randomSeed);
      return new ZombieJob(job, cluster, subRandomSeed);
    } else {
      return new ZombieJob(job, cluster);
    }
  }

  @Override
  public void close() throws IOException {
    reader.close();
  }
}