All Downloads are FREE. Search and download functionalities are using the official Maven repository.

org.apache.hadoop.mapred.gridmix.GridmixJobSubmissionPolicy Maven / Gradle / Ivy

There is a newer version: 3.4.0
Show newest version
/**
 * Licensed to the Apache Software Foundation (ASF) under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  The ASF licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 * 

* http://www.apache.org/licenses/LICENSE-2.0 *

* Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.hadoop.mapred.gridmix; import org.apache.hadoop.fs.Path; import org.apache.hadoop.conf.Configuration; import org.apache.hadoop.tools.rumen.JobStoryProducer; import org.apache.hadoop.mapred.gridmix.Statistics.JobStats; import org.apache.hadoop.mapred.gridmix.Statistics.ClusterStats; import java.util.concurrent.CountDownLatch; import java.io.IOException; import org.apache.hadoop.util.StringUtils; enum GridmixJobSubmissionPolicy { REPLAY("REPLAY", 320000) { @Override public JobFactory createJobFactory( JobSubmitter submitter, JobStoryProducer producer, Path scratchDir, Configuration conf, CountDownLatch startFlag, UserResolver userResolver) throws IOException { return new ReplayJobFactory( submitter, producer, scratchDir, conf, startFlag, userResolver); } }, STRESS("STRESS", 5000) { @Override public JobFactory createJobFactory( JobSubmitter submitter, JobStoryProducer producer, Path scratchDir, Configuration conf, CountDownLatch startFlag, UserResolver userResolver) throws IOException { return new StressJobFactory( submitter, producer, scratchDir, conf, startFlag, userResolver); } }, SERIAL("SERIAL", 0) { @Override public JobFactory createJobFactory( JobSubmitter submitter, JobStoryProducer producer, Path scratchDir, Configuration conf, CountDownLatch startFlag, UserResolver userResolver) throws IOException { return new SerialJobFactory( submitter, producer, scratchDir, conf, startFlag, userResolver); } }; public static final String JOB_SUBMISSION_POLICY = "gridmix.job-submission.policy"; private final String name; private final int pollingInterval; GridmixJobSubmissionPolicy(String name, int pollingInterval) { this.name = name; this.pollingInterval = pollingInterval; } public abstract JobFactory createJobFactory( JobSubmitter submitter, JobStoryProducer producer, Path scratchDir, Configuration conf, CountDownLatch startFlag, UserResolver userResolver) throws IOException; public int getPollingInterval() { return pollingInterval; } public static GridmixJobSubmissionPolicy getPolicy( Configuration conf, GridmixJobSubmissionPolicy defaultPolicy) { String policy = conf.get(JOB_SUBMISSION_POLICY, defaultPolicy.name()); return valueOf(StringUtils.toUpperCase(policy)); } }





© 2015 - 2024 Weber Informatics LLC | Privacy Policy