类org.apache.hadoop.io.file.tfile.BCFile.Reader.BlockReader源码实例Demo

下面列出了怎么用org.apache.hadoop.io.file.tfile.BCFile.Reader.BlockReader的API类实例代码及写法,或者点击链接到github查看源代码。

源代码1 项目: hadoop   文件: TFile.java
/**
 * Constructor
 * 
 * @param fsdis
 *          FS input stream of the TFile.
 * @param fileLength
 *          The length of TFile. This is required because we have no easy
 *          way of knowing the actual size of the input file through the
 *          File input stream.
 * @param conf
 * @throws IOException
 */
public Reader(FSDataInputStream fsdis, long fileLength, Configuration conf)
    throws IOException {
  readerBCF = new BCFile.Reader(fsdis, fileLength, conf);

  // first, read TFile meta
  BlockReader brMeta = readerBCF.getMetaBlock(TFileMeta.BLOCK_NAME);
  try {
    tfileMeta = new TFileMeta(brMeta);
  } finally {
    brMeta.close();
  }

  comparator = tfileMeta.getComparator();
  // Set begin and end locations.
  begin = new Location(0, 0);
  end = new Location(readerBCF.getBlockCount(), 0);
}
 
源代码2 项目: big-c   文件: TFile.java
/**
 * Constructor
 * 
 * @param fsdis
 *          FS input stream of the TFile.
 * @param fileLength
 *          The length of TFile. This is required because we have no easy
 *          way of knowing the actual size of the input file through the
 *          File input stream.
 * @param conf
 * @throws IOException
 */
public Reader(FSDataInputStream fsdis, long fileLength, Configuration conf)
    throws IOException {
  readerBCF = new BCFile.Reader(fsdis, fileLength, conf);

  // first, read TFile meta
  BlockReader brMeta = readerBCF.getMetaBlock(TFileMeta.BLOCK_NAME);
  try {
    tfileMeta = new TFileMeta(brMeta);
  } finally {
    brMeta.close();
  }

  comparator = tfileMeta.getComparator();
  // Set begin and end locations.
  begin = new Location(0, 0);
  end = new Location(readerBCF.getBlockCount(), 0);
}
 
源代码3 项目: RDFS   文件: TFile.java
/**
 * Constructor
 * 
 * @param fsdis
 *          FS input stream of the TFile.
 * @param fileLength
 *          The length of TFile. This is required because we have no easy
 *          way of knowing the actual size of the input file through the
 *          File input stream.
 * @param conf
 * @throws IOException
 */
public Reader(FSDataInputStream fsdis, long fileLength, Configuration conf)
    throws IOException {
  readerBCF = new BCFile.Reader(fsdis, fileLength, conf);

  // first, read TFile meta
  BlockReader brMeta = readerBCF.getMetaBlock(TFileMeta.BLOCK_NAME);
  try {
    tfileMeta = new TFileMeta(brMeta);
  } finally {
    brMeta.close();
  }

  comparator = tfileMeta.getComparator();
  // Set begin and end locations.
  begin = new Location(0, 0);
  end = new Location(readerBCF.getBlockCount(), 0);
}
 
源代码4 项目: hadoop-gpu   文件: TFile.java
/**
 * Constructor
 * 
 * @param fsdis
 *          FS input stream of the TFile.
 * @param fileLength
 *          The length of TFile. This is required because we have no easy
 *          way of knowing the actual size of the input file through the
 *          File input stream.
 * @param conf
 * @throws IOException
 */
public Reader(FSDataInputStream fsdis, long fileLength, Configuration conf)
    throws IOException {
  readerBCF = new BCFile.Reader(fsdis, fileLength, conf);

  // first, read TFile meta
  BlockReader brMeta = readerBCF.getMetaBlock(TFileMeta.BLOCK_NAME);
  try {
    tfileMeta = new TFileMeta(brMeta);
  } finally {
    brMeta.close();
  }

  comparator = tfileMeta.getComparator();
  // Set begin and end locations.
  begin = new Location(0, 0);
  end = new Location(readerBCF.getBlockCount(), 0);
}
 
源代码5 项目: hadoop   文件: TFile.java
/**
 * Lazily loading the TFile index.
 * 
 * @throws IOException
 */
synchronized void checkTFileDataIndex() throws IOException {
  if (tfileIndex == null) {
    BlockReader brIndex = readerBCF.getMetaBlock(TFileIndex.BLOCK_NAME);
    try {
      tfileIndex =
          new TFileIndex(readerBCF.getBlockCount(), brIndex, tfileMeta
              .getComparator());
    } finally {
      brIndex.close();
    }
  }
}
 
源代码6 项目: big-c   文件: TFile.java
/**
 * Lazily loading the TFile index.
 * 
 * @throws IOException
 */
synchronized void checkTFileDataIndex() throws IOException {
  if (tfileIndex == null) {
    BlockReader brIndex = readerBCF.getMetaBlock(TFileIndex.BLOCK_NAME);
    try {
      tfileIndex =
          new TFileIndex(readerBCF.getBlockCount(), brIndex, tfileMeta
              .getComparator());
    } finally {
      brIndex.close();
    }
  }
}
 
源代码7 项目: RDFS   文件: TFile.java
/**
 * Lazily loading the TFile index.
 * 
 * @throws IOException
 */
synchronized void checkTFileDataIndex() throws IOException {
  if (tfileIndex == null) {
    BlockReader brIndex = readerBCF.getMetaBlock(TFileIndex.BLOCK_NAME);
    try {
      tfileIndex =
          new TFileIndex(readerBCF.getBlockCount(), brIndex, tfileMeta
              .getComparator());
    } finally {
      brIndex.close();
    }
  }
}
 
源代码8 项目: hadoop-gpu   文件: TFile.java
/**
 * Lazily loading the TFile index.
 * 
 * @throws IOException
 */
synchronized void checkTFileDataIndex() throws IOException {
  if (tfileIndex == null) {
    BlockReader brIndex = readerBCF.getMetaBlock(TFileIndex.BLOCK_NAME);
    try {
      tfileIndex =
          new TFileIndex(readerBCF.getBlockCount(), brIndex, tfileMeta
              .getComparator());
    } finally {
      brIndex.close();
    }
  }
}
 
源代码9 项目: hadoop   文件: TFile.java
BlockReader getBlockReader(int blockIndex) throws IOException {
  return readerBCF.getDataBlock(blockIndex);
}
 
源代码10 项目: big-c   文件: TFile.java
BlockReader getBlockReader(int blockIndex) throws IOException {
  return readerBCF.getDataBlock(blockIndex);
}
 
源代码11 项目: RDFS   文件: TFile.java
BlockReader getBlockReader(int blockIndex) throws IOException {
  return readerBCF.getDataBlock(blockIndex);
}
 
源代码12 项目: hadoop-gpu   文件: TFile.java
BlockReader getBlockReader(int blockIndex) throws IOException {
  return readerBCF.getDataBlock(blockIndex);
}
 
 类所在包
 类方法
 同包方法