org.apache.hadoop.mapreduce.MRJobConfig#PRESERVE_FAILED_TASK_FILES源码实例Demo

下面列出了org.apache.hadoop.mapreduce.MRJobConfig#PRESERVE_FAILED_TASK_FILES 实例代码，或者点击链接到github查看源代码，也可以在右侧发表评论。

源代码1 项目： hadoop 文件： TestStreamingStatus.java

protected String[] genArgs(String jobtracker, String mapper, String reducer)
{
  return new String[] {
    "-input", INPUT_FILE,
    "-output", OUTPUT_DIR,
    "-mapper", mapper,
    "-reducer", reducer,
    "-jobconf", MRJobConfig.NUM_MAPS + "=1",
    "-jobconf", MRJobConfig.NUM_REDUCES + "=1",
    "-jobconf", MRJobConfig.PRESERVE_FAILED_TASK_FILES + "=true",
    "-jobconf", "stream.tmpdir=" + new Path(TEST_ROOT_DIR).toUri().getPath(),
    "-jobconf", JTConfig.JT_IPC_ADDRESS + "="+jobtracker,
    "-jobconf", "fs.default.name=file:///",
    "-jobconf", "mapred.jar=" + TestStreaming.STREAMING_JAR,
    "-jobconf", "mapreduce.framework.name=yarn"
  };
}

源代码2 项目： big-c 文件： TestStreamingStatus.java

protected String[] genArgs(String jobtracker, String mapper, String reducer)
{
  return new String[] {
    "-input", INPUT_FILE,
    "-output", OUTPUT_DIR,
    "-mapper", mapper,
    "-reducer", reducer,
    "-jobconf", MRJobConfig.NUM_MAPS + "=1",
    "-jobconf", MRJobConfig.NUM_REDUCES + "=1",
    "-jobconf", MRJobConfig.PRESERVE_FAILED_TASK_FILES + "=true",
    "-jobconf", "stream.tmpdir=" + new Path(TEST_ROOT_DIR).toUri().getPath(),
    "-jobconf", JTConfig.JT_IPC_ADDRESS + "="+jobtracker,
    "-jobconf", "fs.default.name=file:///",
    "-jobconf", "mapred.jar=" + TestStreaming.STREAMING_JAR,
    "-jobconf", "mapreduce.framework.name=yarn"
  };
}

源代码3 项目： hadoop 文件： TestStreamAggregate.java

protected String[] genArgs() {
  return new String[] {
    "-input", INPUT_FILE.getAbsolutePath(),
    "-output", OUTPUT_DIR.getAbsolutePath(),
    "-mapper", map,
    "-reducer", "aggregate",
    "-jobconf", MRJobConfig.PRESERVE_FAILED_TASK_FILES + "=true",
    "-jobconf", "stream.tmpdir="+System.getProperty("test.build.data","/tmp")
  };
}

源代码4 项目： hadoop 文件： TestStreamingKeyValue.java

protected String[] genArgs(boolean ignoreKey) {
  return new String[] {
    "-input", INPUT_FILE.getAbsolutePath(),
    "-output", OUTPUT_DIR.getAbsolutePath(),
    "-mapper", TestStreaming.CAT,
    "-jobconf", MRJobConfig.PRESERVE_FAILED_TASK_FILES + "=true", 
    "-jobconf", "stream.non.zero.exit.is.failure=true",
    "-jobconf", "stream.tmpdir="+System.getProperty("test.build.data","/tmp"),
    "-jobconf", "stream.map.input.ignoreKey="+ignoreKey,      
  };
}

源代码5 项目： big-c 文件： TestStreamAggregate.java

protected String[] genArgs() {
  return new String[] {
    "-input", INPUT_FILE.getAbsolutePath(),
    "-output", OUTPUT_DIR.getAbsolutePath(),
    "-mapper", map,
    "-reducer", "aggregate",
    "-jobconf", MRJobConfig.PRESERVE_FAILED_TASK_FILES + "=true",
    "-jobconf", "stream.tmpdir="+System.getProperty("test.build.data","/tmp")
  };
}

源代码6 项目： big-c 文件： TestStreamingKeyValue.java

protected String[] genArgs(boolean ignoreKey) {
  return new String[] {
    "-input", INPUT_FILE.getAbsolutePath(),
    "-output", OUTPUT_DIR.getAbsolutePath(),
    "-mapper", TestStreaming.CAT,
    "-jobconf", MRJobConfig.PRESERVE_FAILED_TASK_FILES + "=true", 
    "-jobconf", "stream.non.zero.exit.is.failure=true",
    "-jobconf", "stream.tmpdir="+System.getProperty("test.build.data","/tmp"),
    "-jobconf", "stream.map.input.ignoreKey="+ignoreKey,      
  };
}

方法所在类

org.apache.hadoop.mapreduce.MRJobConfig