类org.apache.hadoop.mapreduce.Cluster.JobTrackerStatus源码实例Demo

下面列出了怎么用org.apache.hadoop.mapreduce.Cluster.JobTrackerStatus的API类实例代码及写法,或者点击链接到github查看源代码。

源代码1 项目: hadoop   文件: UtilsForTests.java
/**
 * Wait for the jobtracker to be RUNNING.
 */
static void waitForJobTracker(JobClient jobClient) {
  while (true) {
    try {
      ClusterStatus status = jobClient.getClusterStatus();
      while (status.getJobTrackerStatus() != JobTrackerStatus.RUNNING) {
        waitFor(100);
        status = jobClient.getClusterStatus();
      }
      break; // means that the jt is ready
    } catch (IOException ioe) {}
  }
}
 
源代码2 项目: hadoop   文件: ClusterStatus.java
/**
 * Construct a new cluster status.
 * 
 * @param trackers no. of tasktrackers in the cluster
 * @param blacklists no of blacklisted task trackers in the cluster
 * @param ttExpiryInterval the tasktracker expiry interval
 * @param maps no. of currently running map-tasks in the cluster
 * @param reduces no. of currently running reduce-tasks in the cluster
 * @param maxMaps the maximum no. of map tasks in the cluster
 * @param maxReduces the maximum no. of reduce tasks in the cluster
 * @param status the {@link JobTrackerStatus} of the <code>JobTracker</code>
 * @param numDecommissionedNodes number of decommission trackers
 * @param numGrayListedTrackers number of graylisted trackers
 */
ClusterStatus(int trackers, int blacklists, long ttExpiryInterval, int maps,
    int reduces, int maxMaps, int maxReduces, JobTrackerStatus status,
    int numDecommissionedNodes, int numGrayListedTrackers) {
  numActiveTrackers = trackers;
  numBlacklistedTrackers = blacklists;
  this.numExcludedNodes = numDecommissionedNodes;
  this.ttExpiryInterval = ttExpiryInterval;
  map_tasks = maps;
  reduce_tasks = reduces;
  max_map_tasks = maxMaps;
  max_reduce_tasks = maxReduces;
  this.status = status;
  this.grayListedTrackers = numGrayListedTrackers;
}
 
源代码3 项目: hadoop   文件: ClusterStatus.java
public void readFields(DataInput in) throws IOException {
  numActiveTrackers = in.readInt();
  int numTrackerNames = in.readInt();
  if (numTrackerNames > 0) {
    for (int i = 0; i < numTrackerNames; i++) {
      String name = StringInterner.weakIntern(Text.readString(in));
      activeTrackers.add(name);
    }
  }
  numBlacklistedTrackers = in.readInt();
  int blackListTrackerInfoSize = in.readInt();
  if(blackListTrackerInfoSize > 0) {
    for (int i = 0; i < blackListTrackerInfoSize; i++) {
      BlackListInfo info = new BlackListInfo();
      info.readFields(in);
      blacklistedTrackersInfo.add(info);
    }
  }
  numExcludedNodes = in.readInt();
  ttExpiryInterval = in.readLong();
  map_tasks = in.readInt();
  reduce_tasks = in.readInt();
  max_map_tasks = in.readInt();
  max_reduce_tasks = in.readInt();
  status = WritableUtils.readEnum(in, JobTrackerStatus.class);
  grayListedTrackers = in.readInt();
}
 
源代码4 项目: big-c   文件: UtilsForTests.java
/**
 * Wait for the jobtracker to be RUNNING.
 */
static void waitForJobTracker(JobClient jobClient) {
  while (true) {
    try {
      ClusterStatus status = jobClient.getClusterStatus();
      while (status.getJobTrackerStatus() != JobTrackerStatus.RUNNING) {
        waitFor(100);
        status = jobClient.getClusterStatus();
      }
      break; // means that the jt is ready
    } catch (IOException ioe) {}
  }
}
 
源代码5 项目: big-c   文件: ClusterStatus.java
/**
 * Construct a new cluster status.
 * 
 * @param trackers no. of tasktrackers in the cluster
 * @param blacklists no of blacklisted task trackers in the cluster
 * @param ttExpiryInterval the tasktracker expiry interval
 * @param maps no. of currently running map-tasks in the cluster
 * @param reduces no. of currently running reduce-tasks in the cluster
 * @param maxMaps the maximum no. of map tasks in the cluster
 * @param maxReduces the maximum no. of reduce tasks in the cluster
 * @param status the {@link JobTrackerStatus} of the <code>JobTracker</code>
 * @param numDecommissionedNodes number of decommission trackers
 * @param numGrayListedTrackers number of graylisted trackers
 */
ClusterStatus(int trackers, int blacklists, long ttExpiryInterval, int maps,
    int reduces, int maxMaps, int maxReduces, JobTrackerStatus status,
    int numDecommissionedNodes, int numGrayListedTrackers) {
  numActiveTrackers = trackers;
  numBlacklistedTrackers = blacklists;
  this.numExcludedNodes = numDecommissionedNodes;
  this.ttExpiryInterval = ttExpiryInterval;
  map_tasks = maps;
  reduce_tasks = reduces;
  max_map_tasks = maxMaps;
  max_reduce_tasks = maxReduces;
  this.status = status;
  this.grayListedTrackers = numGrayListedTrackers;
}
 
源代码6 项目: big-c   文件: ClusterStatus.java
public void readFields(DataInput in) throws IOException {
  numActiveTrackers = in.readInt();
  int numTrackerNames = in.readInt();
  if (numTrackerNames > 0) {
    for (int i = 0; i < numTrackerNames; i++) {
      String name = StringInterner.weakIntern(Text.readString(in));
      activeTrackers.add(name);
    }
  }
  numBlacklistedTrackers = in.readInt();
  int blackListTrackerInfoSize = in.readInt();
  if(blackListTrackerInfoSize > 0) {
    for (int i = 0; i < blackListTrackerInfoSize; i++) {
      BlackListInfo info = new BlackListInfo();
      info.readFields(in);
      blacklistedTrackersInfo.add(info);
    }
  }
  numExcludedNodes = in.readInt();
  ttExpiryInterval = in.readLong();
  map_tasks = in.readInt();
  reduce_tasks = in.readInt();
  max_map_tasks = in.readInt();
  max_reduce_tasks = in.readInt();
  status = WritableUtils.readEnum(in, JobTrackerStatus.class);
  grayListedTrackers = in.readInt();
}
 
源代码7 项目: hadoop   文件: YARNRunner.java
@Override
public JobTrackerStatus getJobTrackerStatus() throws IOException,
    InterruptedException {
  return JobTrackerStatus.RUNNING;
}
 
源代码8 项目: hadoop   文件: LocalJobRunner.java
public JobTrackerStatus getJobTrackerStatus() {
  return JobTrackerStatus.RUNNING;
}
 
源代码9 项目: big-c   文件: YARNRunner.java
@Override
public JobTrackerStatus getJobTrackerStatus() throws IOException,
    InterruptedException {
  return JobTrackerStatus.RUNNING;
}
 
源代码10 项目: big-c   文件: LocalJobRunner.java
public JobTrackerStatus getJobTrackerStatus() {
  return JobTrackerStatus.RUNNING;
}
 
源代码11 项目: incubator-tez   文件: YARNRunner.java
@Override
public JobTrackerStatus getJobTrackerStatus() throws IOException,
    InterruptedException {
  return JobTrackerStatus.RUNNING;
}
 
源代码12 项目: tez   文件: YARNRunner.java
@Override
public JobTrackerStatus getJobTrackerStatus() throws IOException,
    InterruptedException {
  return JobTrackerStatus.RUNNING;
}
 
源代码13 项目: hadoop   文件: ClusterStatus.java
/**
 * Construct a new cluster status.
 * 
 * @param trackers no. of tasktrackers in the cluster
 * @param blacklists no of blacklisted task trackers in the cluster
 * @param ttExpiryInterval the tasktracker expiry interval
 * @param maps no. of currently running map-tasks in the cluster
 * @param reduces no. of currently running reduce-tasks in the cluster
 * @param maxMaps the maximum no. of map tasks in the cluster
 * @param maxReduces the maximum no. of reduce tasks in the cluster
 * @param status the {@link JobTrackerStatus} of the <code>JobTracker</code>
 */
ClusterStatus(int trackers, int blacklists, long ttExpiryInterval, 
              int maps, int reduces,
              int maxMaps, int maxReduces, JobTrackerStatus status) {
  this(trackers, blacklists, ttExpiryInterval, maps, reduces, maxMaps, 
       maxReduces, status, 0);
}
 
源代码14 项目: hadoop   文件: ClusterStatus.java
/**
 * Construct a new cluster status.
 * 
 * @param trackers no. of tasktrackers in the cluster
 * @param blacklists no of blacklisted task trackers in the cluster
 * @param ttExpiryInterval the tasktracker expiry interval
 * @param maps no. of currently running map-tasks in the cluster
 * @param reduces no. of currently running reduce-tasks in the cluster
 * @param maxMaps the maximum no. of map tasks in the cluster
 * @param maxReduces the maximum no. of reduce tasks in the cluster
 * @param status the {@link JobTrackerStatus} of the <code>JobTracker</code>
 * @param numDecommissionedNodes number of decommission trackers
 */
ClusterStatus(int trackers, int blacklists, long ttExpiryInterval, int maps,
    int reduces, int maxMaps, int maxReduces, JobTrackerStatus status,
    int numDecommissionedNodes) {
  this(trackers, blacklists, ttExpiryInterval, maps, reduces, maxMaps,
    maxReduces, status, numDecommissionedNodes, 0);
}
 
源代码15 项目: hadoop   文件: ClusterStatus.java
/**
 * Construct a new cluster status.
 * 
 * @param activeTrackers active tasktrackers in the cluster
 * @param blacklistedTrackers blacklisted tasktrackers in the cluster
 * @param ttExpiryInterval the tasktracker expiry interval
 * @param maps no. of currently running map-tasks in the cluster
 * @param reduces no. of currently running reduce-tasks in the cluster
 * @param maxMaps the maximum no. of map tasks in the cluster
 * @param maxReduces the maximum no. of reduce tasks in the cluster
 * @param status the {@link JobTrackerStatus} of the <code>JobTracker</code>
 */
ClusterStatus(Collection<String> activeTrackers, 
    Collection<BlackListInfo> blacklistedTrackers,
    long ttExpiryInterval,
    int maps, int reduces, int maxMaps, int maxReduces, 
    JobTrackerStatus status) {
  this(activeTrackers, blacklistedTrackers, ttExpiryInterval, maps, reduces, 
       maxMaps, maxReduces, status, 0);
}
 
源代码16 项目: hadoop   文件: ClusterStatus.java
/**
 * Construct a new cluster status.
 * 
 * @param activeTrackers active tasktrackers in the cluster
 * @param blackListedTrackerInfo blacklisted tasktrackers information 
 * in the cluster
 * @param ttExpiryInterval the tasktracker expiry interval
 * @param maps no. of currently running map-tasks in the cluster
 * @param reduces no. of currently running reduce-tasks in the cluster
 * @param maxMaps the maximum no. of map tasks in the cluster
 * @param maxReduces the maximum no. of reduce tasks in the cluster
 * @param status the {@link JobTrackerStatus} of the <code>JobTracker</code>
 * @param numDecommissionNodes number of decommission trackers
 */

ClusterStatus(Collection<String> activeTrackers,
    Collection<BlackListInfo> blackListedTrackerInfo, long ttExpiryInterval,
    int maps, int reduces, int maxMaps, int maxReduces,
    JobTrackerStatus status, int numDecommissionNodes) {
  this(activeTrackers.size(), blackListedTrackerInfo.size(),
      ttExpiryInterval, maps, reduces, maxMaps, maxReduces, status,
      numDecommissionNodes);
  this.activeTrackers = activeTrackers;
  this.blacklistedTrackersInfo = blackListedTrackerInfo;
}
 
源代码17 项目: big-c   文件: ClusterStatus.java
/**
 * Construct a new cluster status.
 * 
 * @param trackers no. of tasktrackers in the cluster
 * @param blacklists no of blacklisted task trackers in the cluster
 * @param ttExpiryInterval the tasktracker expiry interval
 * @param maps no. of currently running map-tasks in the cluster
 * @param reduces no. of currently running reduce-tasks in the cluster
 * @param maxMaps the maximum no. of map tasks in the cluster
 * @param maxReduces the maximum no. of reduce tasks in the cluster
 * @param status the {@link JobTrackerStatus} of the <code>JobTracker</code>
 */
ClusterStatus(int trackers, int blacklists, long ttExpiryInterval, 
              int maps, int reduces,
              int maxMaps, int maxReduces, JobTrackerStatus status) {
  this(trackers, blacklists, ttExpiryInterval, maps, reduces, maxMaps, 
       maxReduces, status, 0);
}
 
源代码18 项目: big-c   文件: ClusterStatus.java
/**
 * Construct a new cluster status.
 * 
 * @param trackers no. of tasktrackers in the cluster
 * @param blacklists no of blacklisted task trackers in the cluster
 * @param ttExpiryInterval the tasktracker expiry interval
 * @param maps no. of currently running map-tasks in the cluster
 * @param reduces no. of currently running reduce-tasks in the cluster
 * @param maxMaps the maximum no. of map tasks in the cluster
 * @param maxReduces the maximum no. of reduce tasks in the cluster
 * @param status the {@link JobTrackerStatus} of the <code>JobTracker</code>
 * @param numDecommissionedNodes number of decommission trackers
 */
ClusterStatus(int trackers, int blacklists, long ttExpiryInterval, int maps,
    int reduces, int maxMaps, int maxReduces, JobTrackerStatus status,
    int numDecommissionedNodes) {
  this(trackers, blacklists, ttExpiryInterval, maps, reduces, maxMaps,
    maxReduces, status, numDecommissionedNodes, 0);
}
 
源代码19 项目: big-c   文件: ClusterStatus.java
/**
 * Construct a new cluster status.
 * 
 * @param activeTrackers active tasktrackers in the cluster
 * @param blacklistedTrackers blacklisted tasktrackers in the cluster
 * @param ttExpiryInterval the tasktracker expiry interval
 * @param maps no. of currently running map-tasks in the cluster
 * @param reduces no. of currently running reduce-tasks in the cluster
 * @param maxMaps the maximum no. of map tasks in the cluster
 * @param maxReduces the maximum no. of reduce tasks in the cluster
 * @param status the {@link JobTrackerStatus} of the <code>JobTracker</code>
 */
ClusterStatus(Collection<String> activeTrackers, 
    Collection<BlackListInfo> blacklistedTrackers,
    long ttExpiryInterval,
    int maps, int reduces, int maxMaps, int maxReduces, 
    JobTrackerStatus status) {
  this(activeTrackers, blacklistedTrackers, ttExpiryInterval, maps, reduces, 
       maxMaps, maxReduces, status, 0);
}
 
源代码20 项目: big-c   文件: ClusterStatus.java
/**
 * Construct a new cluster status.
 * 
 * @param activeTrackers active tasktrackers in the cluster
 * @param blackListedTrackerInfo blacklisted tasktrackers information 
 * in the cluster
 * @param ttExpiryInterval the tasktracker expiry interval
 * @param maps no. of currently running map-tasks in the cluster
 * @param reduces no. of currently running reduce-tasks in the cluster
 * @param maxMaps the maximum no. of map tasks in the cluster
 * @param maxReduces the maximum no. of reduce tasks in the cluster
 * @param status the {@link JobTrackerStatus} of the <code>JobTracker</code>
 * @param numDecommissionNodes number of decommission trackers
 */

ClusterStatus(Collection<String> activeTrackers,
    Collection<BlackListInfo> blackListedTrackerInfo, long ttExpiryInterval,
    int maps, int reduces, int maxMaps, int maxReduces,
    JobTrackerStatus status, int numDecommissionNodes) {
  this(activeTrackers.size(), blackListedTrackerInfo.size(),
      ttExpiryInterval, maps, reduces, maxMaps, maxReduces, status,
      numDecommissionNodes);
  this.activeTrackers = activeTrackers;
  this.blacklistedTrackersInfo = blackListedTrackerInfo;
}
 
源代码21 项目: hadoop   文件: ClusterStatus.java
/**
 * Get the JobTracker's status.
 * 
 * @return {@link JobTrackerStatus} of the JobTracker
 */
public JobTrackerStatus getJobTrackerStatus() {
  return status;
}
 
源代码22 项目: hadoop   文件: ClientProtocol.java
/**
 * Get the JobTracker's status.
 * 
 * @return {@link JobTrackerStatus} of the JobTracker
 * @throws IOException
 * @throws InterruptedException
 */
public JobTrackerStatus getJobTrackerStatus() throws IOException,
  InterruptedException;
 
源代码23 项目: big-c   文件: ClusterStatus.java
/**
 * Get the JobTracker's status.
 * 
 * @return {@link JobTrackerStatus} of the JobTracker
 */
public JobTrackerStatus getJobTrackerStatus() {
  return status;
}
 
源代码24 项目: big-c   文件: ClientProtocol.java
/**
 * Get the JobTracker's status.
 * 
 * @return {@link JobTrackerStatus} of the JobTracker
 * @throws IOException
 * @throws InterruptedException
 */
public JobTrackerStatus getJobTrackerStatus() throws IOException,
  InterruptedException;
 
 类方法
 同包方法