类org.apache.hadoop.io.file.tfile.CompareUtils.BytesComparator源码实例Demo

下面列出了怎么用org.apache.hadoop.io.file.tfile.CompareUtils.BytesComparator的API类实例代码及写法,或者点击链接到github查看源代码。

源代码1 项目: hadoop   文件: TFile.java
@SuppressWarnings("unchecked")
static BytesComparator makeComparator(String comparator) {
  if (comparator.length() == 0) {
    // unsorted keys
    return null;
  }
  if (comparator.equals(COMPARATOR_MEMCMP)) {
    // default comparator
    return new BytesComparator(new MemcmpRawComparator());
  } else if (comparator.startsWith(COMPARATOR_JCLASS)) {
    String compClassName =
        comparator.substring(COMPARATOR_JCLASS.length()).trim();
    try {
      Class compClass = Class.forName(compClassName);
      // use its default ctor to create an instance
      return new BytesComparator((RawComparator<Object>) compClass
          .newInstance());
    } catch (Exception e) {
      throw new IllegalArgumentException(
          "Failed to instantiate comparator: " + comparator + "("
              + e.toString() + ")");
    }
  } else {
    throw new IllegalArgumentException("Unsupported comparator: "
        + comparator);
  }
}
 
源代码2 项目: hadoop   文件: TFile.java
/**
 * For reading from file.
 * 
 * @throws IOException
 */
public TFileIndex(int entryCount, DataInput in, BytesComparator comparator)
    throws IOException {
  index = new ArrayList<TFileIndexEntry>(entryCount);
  recordNumIndex = new ArrayList<Long>(entryCount);
  int size = Utils.readVInt(in); // size for the first key entry.
  if (size > 0) {
    byte[] buffer = new byte[size];
    in.readFully(buffer);
    DataInputStream firstKeyInputStream =
        new DataInputStream(new ByteArrayInputStream(buffer, 0, size));

    int firstKeyLength = Utils.readVInt(firstKeyInputStream);
    firstKey = new ByteArray(new byte[firstKeyLength]);
    firstKeyInputStream.readFully(firstKey.buffer());

    for (int i = 0; i < entryCount; i++) {
      size = Utils.readVInt(in);
      if (buffer.length < size) {
        buffer = new byte[size];
      }
      in.readFully(buffer, 0, size);
      TFileIndexEntry idx =
          new TFileIndexEntry(new DataInputStream(new ByteArrayInputStream(
              buffer, 0, size)));
      index.add(idx);
      sum += idx.entries();
      recordNumIndex.add(sum);
    }
  } else {
    if (entryCount != 0) {
      throw new RuntimeException("Internal error");
    }
  }
  this.comparator = comparator;
}
 
源代码3 项目: big-c   文件: TFile.java
@SuppressWarnings("unchecked")
static BytesComparator makeComparator(String comparator) {
  if (comparator.length() == 0) {
    // unsorted keys
    return null;
  }
  if (comparator.equals(COMPARATOR_MEMCMP)) {
    // default comparator
    return new BytesComparator(new MemcmpRawComparator());
  } else if (comparator.startsWith(COMPARATOR_JCLASS)) {
    String compClassName =
        comparator.substring(COMPARATOR_JCLASS.length()).trim();
    try {
      Class compClass = Class.forName(compClassName);
      // use its default ctor to create an instance
      return new BytesComparator((RawComparator<Object>) compClass
          .newInstance());
    } catch (Exception e) {
      throw new IllegalArgumentException(
          "Failed to instantiate comparator: " + comparator + "("
              + e.toString() + ")");
    }
  } else {
    throw new IllegalArgumentException("Unsupported comparator: "
        + comparator);
  }
}
 
源代码4 项目: big-c   文件: TFile.java
/**
 * For reading from file.
 * 
 * @throws IOException
 */
public TFileIndex(int entryCount, DataInput in, BytesComparator comparator)
    throws IOException {
  index = new ArrayList<TFileIndexEntry>(entryCount);
  recordNumIndex = new ArrayList<Long>(entryCount);
  int size = Utils.readVInt(in); // size for the first key entry.
  if (size > 0) {
    byte[] buffer = new byte[size];
    in.readFully(buffer);
    DataInputStream firstKeyInputStream =
        new DataInputStream(new ByteArrayInputStream(buffer, 0, size));

    int firstKeyLength = Utils.readVInt(firstKeyInputStream);
    firstKey = new ByteArray(new byte[firstKeyLength]);
    firstKeyInputStream.readFully(firstKey.buffer());

    for (int i = 0; i < entryCount; i++) {
      size = Utils.readVInt(in);
      if (buffer.length < size) {
        buffer = new byte[size];
      }
      in.readFully(buffer, 0, size);
      TFileIndexEntry idx =
          new TFileIndexEntry(new DataInputStream(new ByteArrayInputStream(
              buffer, 0, size)));
      index.add(idx);
      sum += idx.entries();
      recordNumIndex.add(sum);
    }
  } else {
    if (entryCount != 0) {
      throw new RuntimeException("Internal error");
    }
  }
  this.comparator = comparator;
}
 
源代码5 项目: attic-apex-malhar   文件: DTFile.java
@SuppressWarnings("unchecked")
static BytesComparator makeComparator(String comparator) {
  if (comparator.length() == 0) {
    // unsorted keys
    return null;
  }
  if (comparator.equals(COMPARATOR_MEMCMP)) {
    // default comparator
    return new BytesComparator(new MemcmpRawComparator());
  } else if (comparator.startsWith(COMPARATOR_JCLASS)) {
    String compClassName =
        comparator.substring(COMPARATOR_JCLASS.length()).trim();
    try {
      Class compClass = Class.forName(compClassName);
      // use its default ctor to create an instance
      return new BytesComparator((RawComparator<Object>) compClass
          .newInstance());
    } catch (Exception e) {
      throw new IllegalArgumentException(
          "Failed to instantiate comparator: " + comparator + "("
              + e.toString() + ")");
    }
  } else {
    throw new IllegalArgumentException("Unsupported comparator: "
        + comparator);
  }
}
 
源代码6 项目: attic-apex-malhar   文件: DTFile.java
/**
 * For reading from file.
 *
 * @throws IOException
 */
public TFileIndex(int entryCount, DataInput in, BytesComparator comparator)
    throws IOException {
  index = new ArrayList<TFileIndexEntry>(entryCount);
  recordNumIndex = new ArrayList<Long>(entryCount);
  int size = Utils.readVInt(in); // size for the first key entry.
  if (size > 0) {
    byte[] buffer = new byte[size];
    in.readFully(buffer);
    DataInputStream firstKeyInputStream =
        new DataInputStream(new ByteArrayInputStream(buffer, 0, size));

    int firstKeyLength = Utils.readVInt(firstKeyInputStream);
    firstKey = new ByteArray(new byte[firstKeyLength]);
    firstKeyInputStream.readFully(firstKey.buffer());

    for (int i = 0; i < entryCount; i++) {
      size = Utils.readVInt(in);
      if (buffer.length < size) {
        buffer = new byte[size];
      }
      in.readFully(buffer, 0, size);
      TFileIndexEntry idx =
          new TFileIndexEntry(new DataInputStream(new ByteArrayInputStream(
              buffer, 0, size)));
      index.add(idx);
      sum += idx.entries();
      recordNumIndex.add(sum);
    }
  } else {
    if (entryCount != 0) {
      throw new RuntimeException("Internal error");
    }
  }
  this.comparator = comparator;
}
 
源代码7 项目: RDFS   文件: TFile.java
@SuppressWarnings("unchecked")
static BytesComparator makeComparator(String comparator) {
  if (comparator.length() == 0) {
    // unsorted keys
    return null;
  }
  if (comparator.equals(COMPARATOR_MEMCMP)) {
    // default comparator
    return new BytesComparator(new MemcmpRawComparator());
  } else if (comparator.startsWith(COMPARATOR_JCLASS)) {
    String compClassName =
        comparator.substring(COMPARATOR_JCLASS.length()).trim();
    try {
      Class compClass = Class.forName(compClassName);
      // use its default ctor to create an instance
      return new BytesComparator((RawComparator<Object>) compClass
          .newInstance());
    } catch (Exception e) {
      throw new IllegalArgumentException(
          "Failed to instantiate comparator: " + comparator + "("
              + e.toString() + ")");
    }
  } else {
    throw new IllegalArgumentException("Unsupported comparator: "
        + comparator);
  }
}
 
源代码8 项目: RDFS   文件: TFile.java
/**
 * For reading from file.
 * 
 * @throws IOException
 */
public TFileIndex(int entryCount, DataInput in, BytesComparator comparator)
    throws IOException {
  index = new ArrayList<TFileIndexEntry>(entryCount);
  recordNumIndex = new ArrayList<Long>(entryCount);
  int size = Utils.readVInt(in); // size for the first key entry.
  if (size > 0) {
    byte[] buffer = new byte[size];
    in.readFully(buffer);
    DataInputStream firstKeyInputStream =
        new DataInputStream(new ByteArrayInputStream(buffer, 0, size));

    int firstKeyLength = Utils.readVInt(firstKeyInputStream);
    firstKey = new ByteArray(new byte[firstKeyLength]);
    firstKeyInputStream.readFully(firstKey.buffer());

    for (int i = 0; i < entryCount; i++) {
      size = Utils.readVInt(in);
      if (buffer.length < size) {
        buffer = new byte[size];
      }
      in.readFully(buffer, 0, size);
      TFileIndexEntry idx =
          new TFileIndexEntry(new DataInputStream(new ByteArrayInputStream(
              buffer, 0, size)));
      index.add(idx);
      sum += idx.entries();
      recordNumIndex.add(sum);
    }
  } else {
    if (entryCount != 0) {
      throw new RuntimeException("Internal error");
    }
  }
  this.comparator = comparator;
}
 
源代码9 项目: hadoop-gpu   文件: TFile.java
@SuppressWarnings("unchecked")
static BytesComparator makeComparator(String comparator) {
  if (comparator.length() == 0) {
    // unsorted keys
    return null;
  }
  if (comparator.equals(COMPARATOR_MEMCMP)) {
    // default comparator
    return new BytesComparator(new MemcmpRawComparator());
  } else if (comparator.startsWith(COMPARATOR_JCLASS)) {
    String compClassName =
        comparator.substring(COMPARATOR_JCLASS.length()).trim();
    try {
      Class compClass = Class.forName(compClassName);
      // use its default ctor to create an instance
      return new BytesComparator((RawComparator<Object>) compClass
          .newInstance());
    } catch (Exception e) {
      throw new IllegalArgumentException(
          "Failed to instantiate comparator: " + comparator + "("
              + e.toString() + ")");
    }
  } else {
    throw new IllegalArgumentException("Unsupported comparator: "
        + comparator);
  }
}
 
源代码10 项目: hadoop-gpu   文件: TFile.java
/**
 * For reading from file.
 * 
 * @throws IOException
 */
public TFileIndex(int entryCount, DataInput in, BytesComparator comparator)
    throws IOException {
  index = new ArrayList<TFileIndexEntry>(entryCount);
  int size = Utils.readVInt(in); // size for the first key entry.
  if (size > 0) {
    byte[] buffer = new byte[size];
    in.readFully(buffer);
    DataInputStream firstKeyInputStream =
        new DataInputStream(new ByteArrayInputStream(buffer, 0, size));

    int firstKeyLength = Utils.readVInt(firstKeyInputStream);
    firstKey = new ByteArray(new byte[firstKeyLength]);
    firstKeyInputStream.readFully(firstKey.buffer());

    for (int i = 0; i < entryCount; i++) {
      size = Utils.readVInt(in);
      if (buffer.length < size) {
        buffer = new byte[size];
      }
      in.readFully(buffer, 0, size);
      TFileIndexEntry idx =
          new TFileIndexEntry(new DataInputStream(new ByteArrayInputStream(
              buffer, 0, size)));
      index.add(idx);
    }
  } else {
    if (entryCount != 0) {
      throw new RuntimeException("Internal error");
    }
  }
  this.comparator = comparator;
}
 
源代码11 项目: hadoop   文件: TFile.java
public BytesComparator getComparator() {
  return comparator;
}
 
源代码12 项目: hadoop   文件: TFile.java
/**
 * For writing to file.
 */
public TFileIndex(BytesComparator comparator) {
  index = new ArrayList<TFileIndexEntry>();
  recordNumIndex = new ArrayList<Long>();
  this.comparator = comparator;
}
 
源代码13 项目: big-c   文件: TFile.java
public BytesComparator getComparator() {
  return comparator;
}
 
源代码14 项目: big-c   文件: TFile.java
/**
 * For writing to file.
 */
public TFileIndex(BytesComparator comparator) {
  index = new ArrayList<TFileIndexEntry>();
  recordNumIndex = new ArrayList<Long>();
  this.comparator = comparator;
}
 
源代码15 项目: attic-apex-malhar   文件: DTFile.java
public BytesComparator getComparator() {
  return comparator;
}
 
源代码16 项目: attic-apex-malhar   文件: DTFile.java
/**
 * For writing to file.
 */
public TFileIndex(BytesComparator comparator) {
  index = new ArrayList<TFileIndexEntry>();
  recordNumIndex = new ArrayList<Long>();
  this.comparator = comparator;
}
 
源代码17 项目: RDFS   文件: TFile.java
public BytesComparator getComparator() {
  return comparator;
}
 
源代码18 项目: RDFS   文件: TFile.java
/**
 * For writing to file.
 */
public TFileIndex(BytesComparator comparator) {
  index = new ArrayList<TFileIndexEntry>();
  recordNumIndex = new ArrayList<Long>();
  this.comparator = comparator;
}
 
源代码19 项目: hadoop-gpu   文件: TFile.java
public BytesComparator getComparator() {
  return comparator;
}
 
源代码20 项目: hadoop-gpu   文件: TFile.java
/**
 * For writing to file.
 */
public TFileIndex(BytesComparator comparator) {
  index = new ArrayList<TFileIndexEntry>();
  this.comparator = comparator;
}
 
 类所在包
 同包方法