org.apache.hadoop.fs.s3a.commit.CommitterStatisticNames Maven / Gradle / Ivy
Go to download
Show more of this group Show more artifacts with this name
Show all versions of hadoop-aws Show documentation
Show all versions of hadoop-aws Show documentation
This module contains code to support integration with Amazon Web Services.
It also declares the dependencies needed to work with AWS services.
/*
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.apache.hadoop.fs.s3a.commit;
import org.apache.hadoop.classification.InterfaceAudience;
import org.apache.hadoop.classification.InterfaceStability;
import org.apache.hadoop.fs.statistics.StoreStatisticNames;
import static org.apache.hadoop.fs.statistics.StoreStatisticNames.OP_RENAME;
/**
* Statistic names for committers.
* Please keep in sync with org.apache.hadoop.fs.s3a.Statistic
* so that S3A and manifest committers are in sync.
*/
@InterfaceAudience.Public
@InterfaceStability.Unstable
public final class CommitterStatisticNames {
/** Amount of data committed: {@value}. */
public static final String COMMITTER_BYTES_COMMITTED_COUNT =
"committer_bytes_committed";
/** Duration Tracking of time to commit an entire job: {@value}. */
public static final String COMMITTER_COMMIT_JOB =
"committer_commit_job";
/** Number of files committed: {@value}. */
public static final String COMMITTER_FILES_COMMITTED_COUNT =
"committer_files_committed";
/** "Count of successful tasks:: {@value}. */
public static final String COMMITTER_TASKS_COMPLETED_COUNT =
"committer_tasks_completed";
/** Count of failed tasks: {@value}. */
public static final String COMMITTER_TASKS_FAILED_COUNT =
"committer_tasks_failed";
/** Count of commits aborted: {@value}. */
public static final String COMMITTER_COMMITS_ABORTED_COUNT =
"committer_commits_aborted";
/** Count of commits reverted: {@value}. */
public static final String COMMITTER_COMMITS_REVERTED_COUNT =
"committer_commits_reverted";
/** Count of commits failed: {@value}. */
public static final String COMMITTER_COMMITS_FAILED =
"committer_commits" + StoreStatisticNames.SUFFIX_FAILURES;
/**
* The number of files in a task. This will be a MeanStatistic.
*/
public static final String COMMITTER_FILE_COUNT_MEAN =
"committer_task_file_count";
/**
* File Size.
*/
public static final String COMMITTER_FILE_SIZE_MEAN =
"committer_task_file_size";
/**
* What is a task attempt's directory count.
*/
public static final String COMMITTER_TASK_DIRECTORY_COUNT_MEAN =
"committer_task_directory_count";
/**
* What is the depth of a task attempt's directory tree.
*/
public static final String COMMITTER_TASK_DIRECTORY_DEPTH_MEAN =
"committer_task_directory_depth";
/**
* The number of files in a task. This will be a MeanStatistic.
*/
public static final String COMMITTER_TASK_FILE_COUNT_MEAN =
"committer_task_file_count";
/**
* The number of files in a task. This will be a MeanStatistic.
*/
public static final String COMMITTER_TASK_FILE_SIZE_MEAN =
"committer_task_file_size";
/** Directory creation {@value}. */
public static final String OP_CREATE_DIRECTORIES = "op_create_directories";
/** Creating a single directory {@value}. */
public static final String OP_CREATE_ONE_DIRECTORY =
"op_create_one_directory";
/** Directory scan {@value}. */
public static final String OP_DIRECTORY_SCAN = "op_directory_scan";
/**
* Overall job commit {@value}.
*/
public static final String OP_STAGE_JOB_COMMIT = COMMITTER_COMMIT_JOB;
/** {@value}. */
public static final String OP_LOAD_ALL_MANIFESTS = "op_load_all_manifests";
/**
* Load a task manifest: {@value}.
*/
public static final String OP_LOAD_MANIFEST = "op_load_manifest";
/** Rename a file: {@value}. */
public static final String OP_RENAME_FILE = OP_RENAME;
/**
* Save a task manifest: {@value}.
*/
public static final String OP_SAVE_TASK_MANIFEST =
"op_task_stage_save_task_manifest";
/**
* Task abort: {@value}.
*/
public static final String OP_STAGE_TASK_ABORT_TASK
= "op_task_stage_abort_task";
/**
* Job abort: {@value}.
*/
public static final String OP_STAGE_JOB_ABORT = "op_job_stage_abort";
/**
* Job cleanup: {@value}.
*/
public static final String OP_STAGE_JOB_CLEANUP = "op_job_stage_cleanup";
/**
* Prepare Directories Stage: {@value}.
*/
public static final String OP_STAGE_JOB_CREATE_TARGET_DIRS =
"op_job_stage_create_target_dirs";
/**
* Load Manifest Stage: {@value}.
*/
public static final String OP_STAGE_JOB_LOAD_MANIFESTS =
"op_job_stage_load_manifests";
/**
* Rename files stage duration: {@value}.
*/
public static final String OP_STAGE_JOB_RENAME_FILES =
"op_job_stage_rename_files";
/**
* Job Setup Stage: {@value}.
*/
public static final String OP_STAGE_JOB_SETUP = "op_job_stage_setup";
/**
* Job saving _SUCCESS marker Stage: {@value}.
*/
public static final String OP_STAGE_JOB_SAVE_SUCCESS =
"op_job_stage_save_success_marker";
/**
* Output Validation (within job commit) Stage: {@value}.
*/
public static final String OP_STAGE_JOB_VALIDATE_OUTPUT =
"op_job_stage_optional_validate_output";
/**
* Task saving manifest file Stage: {@value}.
*/
public static final String OP_STAGE_TASK_SAVE_MANIFEST =
"op_task_stage_save_manifest";
/**
* Task Setup Stage: {@value}.
*/
public static final String OP_STAGE_TASK_SETUP = "op_task_stage_setup";
/**
* Task Commit Stage: {@value}.
*/
public static final String OP_STAGE_TASK_COMMIT = "op_stage_task_commit";
/** Task Scan directory Stage: {@value}. */
public static final String OP_STAGE_TASK_SCAN_DIRECTORY
= "op_stage_task_scan_directory";
private CommitterStatisticNames() {
}
}