类org.apache.hadoop.mapred.UtilsForTests.RandomInputFormat源码实例Demo

下面列出了怎么用org.apache.hadoop.mapred.UtilsForTests.RandomInputFormat的API类实例代码及写法,或者点击链接到github查看源代码。

源代码1 项目: hadoop   文件: TestCollect.java
public void configure(JobConf conf) throws IOException {
  conf.setJobName("TestCollect");
  conf.setJarByClass(TestCollect.class);
  
  conf.setInputFormat(RandomInputFormat.class); // for self data generation
  conf.setOutputKeyClass(IntWritable.class);
  conf.setOutputValueClass(IntWritable.class);
  FileOutputFormat.setOutputPath(conf, OUTPUT_DIR);
  
  conf.set(MRConfig.FRAMEWORK_NAME, MRConfig.LOCAL_FRAMEWORK_NAME);
  conf.setMapperClass(Map.class);
  conf.setReducerClass(Reduce.class);
  conf.setNumMapTasks(1);
  conf.setNumReduceTasks(1);
}
 
源代码2 项目: big-c   文件: TestCollect.java
public void configure(JobConf conf) throws IOException {
  conf.setJobName("TestCollect");
  conf.setJarByClass(TestCollect.class);
  
  conf.setInputFormat(RandomInputFormat.class); // for self data generation
  conf.setOutputKeyClass(IntWritable.class);
  conf.setOutputValueClass(IntWritable.class);
  FileOutputFormat.setOutputPath(conf, OUTPUT_DIR);
  
  conf.set(MRConfig.FRAMEWORK_NAME, MRConfig.LOCAL_FRAMEWORK_NAME);
  conf.setMapperClass(Map.class);
  conf.setReducerClass(Reduce.class);
  conf.setNumMapTasks(1);
  conf.setNumReduceTasks(1);
}
 
源代码3 项目: RDFS   文件: TestCollect.java
public void configure(JobConf conf) throws IOException {
  conf.setJobName("TestCollect");
  conf.setJarByClass(TestCollect.class);
  
  conf.setInputFormat(RandomInputFormat.class); // for self data generation
  conf.setOutputKeyClass(IntWritable.class);
  conf.setOutputValueClass(IntWritable.class);
  FileOutputFormat.setOutputPath(conf, OUTPUT_DIR);
  
  conf.setMapperClass(Map.class);
  conf.setReducerClass(Reduce.class);
  conf.setNumMapTasks(1);
  conf.setNumReduceTasks(1);
}
 
源代码4 项目: hadoop-gpu   文件: TestCollect.java
public void configure(JobConf conf) throws IOException {
  conf.setJobName("TestCollect");
  conf.setJarByClass(TestCollect.class);
  
  conf.setInputFormat(RandomInputFormat.class); // for self data generation
  conf.setOutputKeyClass(IntWritable.class);
  conf.setOutputValueClass(IntWritable.class);
  FileOutputFormat.setOutputPath(conf, OUTPUT_DIR);
  
  conf.setMapperClass(Map.class);
  conf.setReducerClass(Reduce.class);
  conf.setNumMapTasks(1);
  conf.setNumReduceTasks(1);
}
 
 类所在包
 类方法
 同包方法