类org.apache.hadoop.mapreduce.v2.LogParams源码实例Demo

下面列出了怎么用org.apache.hadoop.mapreduce.v2.LogParams的API类实例代码及写法,或者点击链接到github查看源代码。

源代码1 项目: incubator-tez   文件: YARNRunner.java
@Override
public LogParams getLogFileParams(JobID jobID, TaskAttemptID taskAttemptID)
    throws IOException {
  try {
    return clientCache.getClient(jobID).getLogFilePath(jobID, taskAttemptID);
  } catch (YarnException e) {
    throw new IOException(e);
  }
}
 
源代码2 项目: tez   文件: YARNRunner.java
@Override
public LogParams getLogFileParams(JobID jobID, TaskAttemptID taskAttemptID)
    throws IOException {
  try {
    return clientCache.getClient(jobID).getLogFilePath(jobID, taskAttemptID);
  } catch (YarnException e) {
    throw new IOException(e);
  }
}
 
源代码3 项目: hadoop   文件: ClientServiceDelegate.java
public LogParams getLogFilePath(JobID oldJobID, TaskAttemptID oldTaskAttemptID)
    throws IOException {
  org.apache.hadoop.mapreduce.v2.api.records.JobId jobId =
      TypeConverter.toYarn(oldJobID);
  GetJobReportRequest request =
      recordFactory.newRecordInstance(GetJobReportRequest.class);
  request.setJobId(jobId);

  JobReport report =
      ((GetJobReportResponse) invoke("getJobReport",
          GetJobReportRequest.class, request)).getJobReport();
  if (EnumSet.of(JobState.SUCCEEDED, JobState.FAILED, JobState.KILLED,
      JobState.ERROR).contains(report.getJobState())) {
    if (oldTaskAttemptID != null) {
      GetTaskAttemptReportRequest taRequest =
          recordFactory.newRecordInstance(GetTaskAttemptReportRequest.class);
      taRequest.setTaskAttemptId(TypeConverter.toYarn(oldTaskAttemptID));
      TaskAttemptReport taReport =
          ((GetTaskAttemptReportResponse) invoke("getTaskAttemptReport",
              GetTaskAttemptReportRequest.class, taRequest))
              .getTaskAttemptReport();
      if (taReport.getContainerId() == null
          || taReport.getNodeManagerHost() == null) {
        throw new IOException("Unable to get log information for task: "
            + oldTaskAttemptID);
      }
      return new LogParams(
          taReport.getContainerId().toString(),
          taReport.getContainerId().getApplicationAttemptId()
              .getApplicationId().toString(),
          NodeId.newInstance(taReport.getNodeManagerHost(),
              taReport.getNodeManagerPort()).toString(), report.getUser());
    } else {
      if (report.getAMInfos() == null || report.getAMInfos().size() == 0) {
        throw new IOException("Unable to get log information for job: "
            + oldJobID);
      }
      AMInfo amInfo = report.getAMInfos().get(report.getAMInfos().size() - 1);
      return new LogParams(
          amInfo.getContainerId().toString(),
          amInfo.getAppAttemptId().getApplicationId().toString(),
          NodeId.newInstance(amInfo.getNodeManagerHost(),
              amInfo.getNodeManagerPort()).toString(), report.getUser());
    }
  } else {
    throw new IOException("Cannot get log path for a in-progress job");
  }
}
 
源代码4 项目: hadoop   文件: YARNRunner.java
@Override
public LogParams getLogFileParams(JobID jobID, TaskAttemptID taskAttemptID)
    throws IOException {
  return clientCache.getClient(jobID).getLogFilePath(jobID, taskAttemptID);
}
 
源代码5 项目: hadoop   文件: LocalJobRunner.java
@Override
public LogParams getLogFileParams(org.apache.hadoop.mapreduce.JobID jobID,
    org.apache.hadoop.mapreduce.TaskAttemptID taskAttemptID)
    throws IOException, InterruptedException {
  throw new UnsupportedOperationException("Not supported");
}
 
源代码6 项目: big-c   文件: ClientServiceDelegate.java
public LogParams getLogFilePath(JobID oldJobID, TaskAttemptID oldTaskAttemptID)
    throws IOException {
  org.apache.hadoop.mapreduce.v2.api.records.JobId jobId =
      TypeConverter.toYarn(oldJobID);
  GetJobReportRequest request =
      recordFactory.newRecordInstance(GetJobReportRequest.class);
  request.setJobId(jobId);

  JobReport report =
      ((GetJobReportResponse) invoke("getJobReport",
          GetJobReportRequest.class, request)).getJobReport();
  if (EnumSet.of(JobState.SUCCEEDED, JobState.FAILED, JobState.KILLED,
      JobState.ERROR).contains(report.getJobState())) {
    if (oldTaskAttemptID != null) {
      GetTaskAttemptReportRequest taRequest =
          recordFactory.newRecordInstance(GetTaskAttemptReportRequest.class);
      taRequest.setTaskAttemptId(TypeConverter.toYarn(oldTaskAttemptID));
      TaskAttemptReport taReport =
          ((GetTaskAttemptReportResponse) invoke("getTaskAttemptReport",
              GetTaskAttemptReportRequest.class, taRequest))
              .getTaskAttemptReport();
      if (taReport.getContainerId() == null
          || taReport.getNodeManagerHost() == null) {
        throw new IOException("Unable to get log information for task: "
            + oldTaskAttemptID);
      }
      return new LogParams(
          taReport.getContainerId().toString(),
          taReport.getContainerId().getApplicationAttemptId()
              .getApplicationId().toString(),
          NodeId.newInstance(taReport.getNodeManagerHost(),
              taReport.getNodeManagerPort()).toString(), report.getUser());
    } else {
      if (report.getAMInfos() == null || report.getAMInfos().size() == 0) {
        throw new IOException("Unable to get log information for job: "
            + oldJobID);
      }
      AMInfo amInfo = report.getAMInfos().get(report.getAMInfos().size() - 1);
      return new LogParams(
          amInfo.getContainerId().toString(),
          amInfo.getAppAttemptId().getApplicationId().toString(),
          NodeId.newInstance(amInfo.getNodeManagerHost(),
              amInfo.getNodeManagerPort()).toString(), report.getUser());
    }
  } else {
    throw new IOException("Cannot get log path for a in-progress job");
  }
}
 
源代码7 项目: big-c   文件: YARNRunner.java
@Override
public LogParams getLogFileParams(JobID jobID, TaskAttemptID taskAttemptID)
    throws IOException {
  return clientCache.getClient(jobID).getLogFilePath(jobID, taskAttemptID);
}
 
源代码8 项目: big-c   文件: LocalJobRunner.java
@Override
public LogParams getLogFileParams(org.apache.hadoop.mapreduce.JobID jobID,
    org.apache.hadoop.mapreduce.TaskAttemptID taskAttemptID)
    throws IOException, InterruptedException {
  throw new UnsupportedOperationException("Not supported");
}
 
源代码9 项目: ignite   文件: HadoopClientProtocol.java
/** {@inheritDoc} */
@Override public LogParams getLogFileParams(JobID jobID, TaskAttemptID taskAttemptID) throws IOException,
    InterruptedException {
    return null;
}
 
源代码10 项目: incubator-tez   文件: ClientServiceDelegate.java
public LogParams getLogFilePath(JobID oldJobID,
    TaskAttemptID oldTaskAttemptID)
    throws YarnException, IOException {
  // FIXME logs for an attempt?
  throw new UnsupportedOperationException();
}
 
源代码11 项目: tez   文件: ClientServiceDelegate.java
public LogParams getLogFilePath(JobID oldJobID,
    TaskAttemptID oldTaskAttemptID)
    throws YarnException, IOException {
  // FIXME logs for an attempt?
  throw new UnsupportedOperationException();
}
 
源代码12 项目: hadoop   文件: ClientProtocol.java
/**
 * Gets the location of the log file for a job if no taskAttemptId is
 * specified, otherwise gets the log location for the taskAttemptId.
 * @param jobID the jobId.
 * @param taskAttemptID the taskAttemptId.
 * @return log params.
 * @throws IOException
 * @throws InterruptedException
 */
public LogParams getLogFileParams(JobID jobID, TaskAttemptID taskAttemptID)
    throws IOException, InterruptedException;
 
源代码13 项目: hadoop   文件: Cluster.java
/**
 * Get log parameters for the specified jobID or taskAttemptID
 * @param jobID the job id.
 * @param taskAttemptID the task attempt id. Optional.
 * @return the LogParams
 * @throws IOException
 * @throws InterruptedException
 */
public LogParams getLogParams(JobID jobID, TaskAttemptID taskAttemptID)
    throws IOException, InterruptedException {
  return client.getLogFileParams(jobID, taskAttemptID);
}
 
源代码14 项目: big-c   文件: ClientProtocol.java
/**
 * Gets the location of the log file for a job if no taskAttemptId is
 * specified, otherwise gets the log location for the taskAttemptId.
 * @param jobID the jobId.
 * @param taskAttemptID the taskAttemptId.
 * @return log params.
 * @throws IOException
 * @throws InterruptedException
 */
public LogParams getLogFileParams(JobID jobID, TaskAttemptID taskAttemptID)
    throws IOException, InterruptedException;
 
源代码15 项目: big-c   文件: Cluster.java
/**
 * Get log parameters for the specified jobID or taskAttemptID
 * @param jobID the job id.
 * @param taskAttemptID the task attempt id. Optional.
 * @return the LogParams
 * @throws IOException
 * @throws InterruptedException
 */
public LogParams getLogParams(JobID jobID, TaskAttemptID taskAttemptID)
    throws IOException, InterruptedException {
  return client.getLogFileParams(jobID, taskAttemptID);
}
 
 同包方法