类org.apache.hadoop.mapred.SequenceFileRecordReader源码实例Demo

下面列出了怎么用org.apache.hadoop.mapred.SequenceFileRecordReader的API类实例代码及写法,或者点击链接到github查看源代码。

源代码1 项目: anthelion   文件: ContentAsTextInputFormat.java
public ContentAsTextRecordReader(Configuration conf, FileSplit split)
  throws IOException {
  sequenceFileRecordReader = new SequenceFileRecordReader<Text, Content>(
    conf, split);
  innerKey = (Text)sequenceFileRecordReader.createKey();
  innerValue = (Content)sequenceFileRecordReader.createValue();
}
 
源代码2 项目: nutch-htmlunit   文件: ContentAsTextInputFormat.java
public ContentAsTextRecordReader(Configuration conf, FileSplit split)
  throws IOException {
  sequenceFileRecordReader = new SequenceFileRecordReader<Text, Content>(
    conf, split);
  innerKey = sequenceFileRecordReader.createKey();
  innerValue = sequenceFileRecordReader.createValue();
}
 
源代码3 项目: pxf   文件: SequenceFileAccessor.java
/**
 * Overrides virtual method to create specialized record reader
 */
@Override
protected Object getReader(JobConf jobConf, InputSplit split) throws IOException {
    return new SequenceFileRecordReader<>(jobConf, (FileSplit) split);
}
 
源代码4 项目: hadoop   文件: HadoopArchives.java
@Override
public RecordReader<LongWritable, HarEntry> getRecordReader(InputSplit split,
    JobConf job, Reporter reporter) throws IOException {
  return new SequenceFileRecordReader<LongWritable, HarEntry>(job,
             (FileSplit)split);
}
 
源代码5 项目: hadoop   文件: DistCh.java
/** {@inheritDoc} */
public RecordReader<Text, FileOperation> getRecordReader(InputSplit split,
    JobConf job, Reporter reporter) throws IOException {
  return new SequenceFileRecordReader<Text, FileOperation>(job,
      (FileSplit)split);
}
 
源代码6 项目: hadoop   文件: DistCpV1.java
/**
 * Returns a reader for this split of the src file list.
 */
public RecordReader<Text, Text> getRecordReader(InputSplit split,
    JobConf job, Reporter reporter) throws IOException {
  return new SequenceFileRecordReader<Text, Text>(job, (FileSplit)split);
}
 
源代码7 项目: big-c   文件: HadoopArchives.java
@Override
public RecordReader<LongWritable, HarEntry> getRecordReader(InputSplit split,
    JobConf job, Reporter reporter) throws IOException {
  return new SequenceFileRecordReader<LongWritable, HarEntry>(job,
             (FileSplit)split);
}
 
源代码8 项目: big-c   文件: DistCh.java
/** {@inheritDoc} */
public RecordReader<Text, FileOperation> getRecordReader(InputSplit split,
    JobConf job, Reporter reporter) throws IOException {
  return new SequenceFileRecordReader<Text, FileOperation>(job,
      (FileSplit)split);
}
 
源代码9 项目: big-c   文件: DistCpV1.java
/**
 * Returns a reader for this split of the src file list.
 */
public RecordReader<Text, Text> getRecordReader(InputSplit split,
    JobConf job, Reporter reporter) throws IOException {
  return new SequenceFileRecordReader<Text, Text>(job, (FileSplit)split);
}
 
源代码10 项目: RDFS   文件: HadoopArchives.java
public RecordReader<LongWritable, HarEntry> getRecordReader(InputSplit split,
    JobConf job, Reporter reporter) throws IOException {
  return new SequenceFileRecordReader<LongWritable, HarEntry>(job,
             (FileSplit)split);
}
 
源代码11 项目: RDFS   文件: DistCh.java
/** {@inheritDoc} */
public RecordReader<Text, FileOperation> getRecordReader(InputSplit split,
    JobConf job, Reporter reporter) throws IOException {
  return new SequenceFileRecordReader<Text, FileOperation>(job,
      (FileSplit)split);
}
 
源代码12 项目: RDFS   文件: DistCp.java
/**
 * Returns a reader for this split of the src file list.
 */
public RecordReader<Text, Text> getRecordReader(InputSplit split,
    JobConf job, Reporter reporter) throws IOException {
  return new SequenceFileRecordReader<Text, Text>(job, (FileSplit)split);
}
 
源代码13 项目: RDFS   文件: DataFsck.java
/** {@inheritDoc} */
public RecordReader<Text, Text> getRecordReader(InputSplit split,
    JobConf job, Reporter reporter) throws IOException {
  return new SequenceFileRecordReader<Text, Text>(job,
      (FileSplit) split);
}
 
源代码14 项目: RDFS   文件: DistRaid.java
/** {@inheritDoc} */
public RecordReader<Text, PolicyInfo> getRecordReader(InputSplit split,
    JobConf job, Reporter reporter) throws IOException {
  return new SequenceFileRecordReader<Text, PolicyInfo>(job,
      (FileSplit) split);
}
 
源代码15 项目: hadoop-gpu   文件: HadoopArchives.java
public RecordReader<LongWritable, Text> getRecordReader(InputSplit split,
    JobConf job, Reporter reporter) throws IOException {
  return new SequenceFileRecordReader<LongWritable, Text>(job,
             (FileSplit)split);
}
 
源代码16 项目: hadoop-gpu   文件: DistCh.java
/** {@inheritDoc} */
public RecordReader<Text, FileOperation> getRecordReader(InputSplit split,
    JobConf job, Reporter reporter) throws IOException {
  return new SequenceFileRecordReader<Text, FileOperation>(job,
      (FileSplit)split);
}
 
源代码17 项目: hadoop-gpu   文件: DistCp.java
/**
 * Returns a reader for this split of the src file list.
 */
public RecordReader<Text, Text> getRecordReader(InputSplit split,
    JobConf job, Reporter reporter) throws IOException {
  return new SequenceFileRecordReader<Text, Text>(job, (FileSplit)split);
}
 
 类所在包
 同包方法