com.twitter.hraven.TaskDetails Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of hraven-core Show documentation
Core components of hRaven, including model classes and data access layer
There is a newer version: 1.0.1
/*
Copyright 2012 Twitter, Inc.

Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at

http://www.apache.org/licenses/LICENSE-2.0

Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
*/
package com.twitter.hraven;

import java.util.Map;

import org.apache.commons.lang.builder.CompareToBuilder;
import org.apache.commons.lang.builder.HashCodeBuilder;
import org.apache.hadoop.hbase.util.Bytes;
import com.twitter.hraven.datasource.JobHistoryService;

/**
 */
public class TaskDetails implements Comparable {

  private TaskKey taskKey;

  // task-level stats
  private String taskId;
  private String type;
  private String status;
  private String[] splits;
  private long startTime;
  private long finishTime;

  // task-level counters
  private CounterMap counters = new CounterMap();

  // task attempt specific fields
  private String taskAttemptId;
  private String trackerName;
  private int httpPort;
  private String hostname;
  private String state;
  private String error;
  private long shuffleFinished;
  private long sortFinished;

  public TaskDetails(TaskKey taskKey) {
    this.taskKey = taskKey;
  }

  public TaskKey getTaskKey() {
    return taskKey;
  }

  public String getTaskId() {
    return taskId;
  }

  public void setTaskId(String taskId) {
    this.taskId = taskId;
  }

  public String getType() {
    return type;
  }

  public void setType(String type) {
    this.type = type;
  }

  public String getStatus() {
    return status;
  }

  public void setStatus(String status) {
    this.status = status;
  }

  public String[] getSplits() {
    return splits;
  }

  public void setSplits(String[] splits) {
    this.splits = splits;
  }

  public long getStartTime() {
    return startTime;
  }

  public void setStartTime(long startTime) {
    this.startTime = startTime;
  }

  public long getFinishTime() {
    return finishTime;
  }

  public void setFinishTime(long finishTime) {
    this.finishTime = finishTime;
  }

  public CounterMap getCounters() {
    return this.counters;
  }

  /**
   * Compares two TaskDetails objects on the basis of their TaskKey
   *
   * @param other
   * @return 0 if this TaskKey is equal to the other TaskKey,
   * 		 1 if this TaskKey greater than other TaskKey,
   * 		-1 if this TaskKey is less than other TaskKey
   *
   */
  @Override
  public int compareTo(TaskDetails otherTask) {
    if (otherTask == null) {
      return -1;
    }

    return new CompareToBuilder().append(this.taskKey, otherTask.getTaskKey())
        .toComparison();
  }

  @Override
  public boolean equals(Object other) {
    if (other instanceof TaskDetails ) {
      return compareTo((TaskDetails)other) == 0;
    }
    return false;
  }

  @Override
  public int hashCode(){
      return new HashCodeBuilder()
          .append(this.taskKey)
          .toHashCode();
  }

  /* *** Task attempt properties  *** */

  public String getTaskAttemptId() {
    return taskAttemptId;
  }

  public void setTaskAttemptId(String taskAttemptId) {
    this.taskAttemptId = taskAttemptId;
  }

  public String getTrackerName() {
    return trackerName;
  }

  public void setTrackerName(String trackerName) {
    this.trackerName = trackerName;
  }

  public int getHttpPort() {
    return httpPort;
  }

  public void setHttpPort(int httpPort) {
    this.httpPort = httpPort;
  }

  public String getHostname() {
    return hostname;
  }

  public void setHostname(String hostname) {
    this.hostname = hostname;
  }

  public String getState() {
    return state;
  }

  public void setState(String state) {
    this.state = state;
  }

  public String getError() {
    return error;
  }

  public void setError(String error) {
    this.error = error;
  }

  public long getShuffleFinished() {
    return shuffleFinished;
  }

  public void setShuffleFinished(long shuffleFinished) {
    this.shuffleFinished = shuffleFinished;
  }

  public long getSortFinished() {
    return sortFinished;
  }

  public void setSortFinished(long sortFinished) {
    this.sortFinished = sortFinished;
  }

  public void populate(Map taskValues) {
    this.taskId = Bytes.toString(
        taskValues.get(JobHistoryKeys.KEYS_TO_BYTES.get(JobHistoryKeys.TASKID)));
    this.type = Bytes.toString(
        taskValues.get(JobHistoryKeys.KEYS_TO_BYTES.get(JobHistoryKeys.TASK_TYPE)));
    this.status = Bytes.toString(
        taskValues.get(JobHistoryKeys.KEYS_TO_BYTES.get(JobHistoryKeys.TASK_STATUS)));
    String taskSplits = Bytes.toString(
        taskValues.get(JobHistoryKeys.KEYS_TO_BYTES.get(JobHistoryKeys.SPLITS)));
    if (taskSplits != null) {
      this.splits = taskSplits.split(",");
    }
    this.startTime = Bytes.toLong(
        taskValues.get(JobHistoryKeys.KEYS_TO_BYTES.get(JobHistoryKeys.START_TIME)));
    this.finishTime = Bytes.toLong(
        taskValues.get(JobHistoryKeys.KEYS_TO_BYTES.get(JobHistoryKeys.FINISH_TIME)));

    this.taskAttemptId = Bytes.toString(
        taskValues.get(JobHistoryKeys.KEYS_TO_BYTES.get(JobHistoryKeys.TASK_ATTEMPT_ID)));
    this.trackerName = Bytes.toString(
        taskValues.get(JobHistoryKeys.KEYS_TO_BYTES.get(JobHistoryKeys.TRACKER_NAME)));
    byte[] httpPortBytes =
        taskValues.get(JobHistoryKeys.KEYS_TO_BYTES.get(JobHistoryKeys.HTTP_PORT));
    if (httpPortBytes != null) {
      this.httpPort = Bytes.toInt(httpPortBytes);
    }
    this.hostname = Bytes.toString(
        taskValues.get(JobHistoryKeys.KEYS_TO_BYTES.get(JobHistoryKeys.HOSTNAME)));
    this.state = Bytes.toString(
        taskValues.get(JobHistoryKeys.KEYS_TO_BYTES.get(JobHistoryKeys.STATE_STRING)));
    this.error = Bytes.toString(
        taskValues.get(JobHistoryKeys.KEYS_TO_BYTES.get(JobHistoryKeys.ERROR)));
    byte[] shuffleFinishedBytes =
        taskValues.get(JobHistoryKeys.KEYS_TO_BYTES.get(JobHistoryKeys.SHUFFLE_FINISHED));
    if (shuffleFinishedBytes != null) {
      this.shuffleFinished = Bytes.toLong(shuffleFinishedBytes);
    }
    byte[] sortFinishedBytes =
        taskValues.get(JobHistoryKeys.KEYS_TO_BYTES.get(JobHistoryKeys.SORT_FINISHED));
    if (sortFinishedBytes != null) {
      this.sortFinished = Bytes.toLong(sortFinishedBytes);
    }

    // populate task counters
    this.counters = JobHistoryService.parseCounters(
        Constants.COUNTER_COLUMN_PREFIX_BYTES, taskValues);
  }
}