org.apache.hadoop.io.DataOutputBuffer#writeBytes ( )源码实例Demo

下面列出了org.apache.hadoop.io.DataOutputBuffer#writeBytes ( ) 实例代码，或者点击链接到github查看源代码，也可以在右侧发表评论。

源代码1 项目： hadoop 文件： StreamXmlRecordReader.java

private boolean slowReadUntilMatch(Pattern markPattern, boolean includePat,
                                   DataOutputBuffer outBufOrNull) throws IOException {
  byte[] buf = new byte[Math.max(lookAhead_, maxRecSize_)];
  int read = 0;
  bin_.mark(Math.max(lookAhead_, maxRecSize_) + 2); //mark to invalidate if we read more
  read = bin_.read(buf);
  if (read == -1) return false;

  String sbuf = new String(buf, 0, read, "UTF-8");
  Matcher match = markPattern.matcher(sbuf);

  firstMatchStart_ = NA;
  firstMatchEnd_ = NA;
  int bufPos = 0;
  int state = synched_ ? CDATA_OUT : CDATA_UNK;
  int s = 0;

  while (match.find(bufPos)) {
    int input;
    if (match.group(1) != null) {
      input = CDATA_BEGIN;
    } else if (match.group(2) != null) {
      input = CDATA_END;
      firstMatchStart_ = NA; // |<DOC CDATA[ </DOC> ]]> should keep it
    } else {
      input = RECORD_MAYBE;
    }
    if (input == RECORD_MAYBE) {
      if (firstMatchStart_ == NA) {
        firstMatchStart_ = match.start();
        firstMatchEnd_ = match.end();
      }
    }
    state = nextState(state, input, match.start());
    if (state == RECORD_ACCEPT) {
      break;
    }
    bufPos = match.end();
    s++;
  }
  if (state != CDATA_UNK) {
    synched_ = true;
  }
  boolean matched = (firstMatchStart_ != NA) && (state == RECORD_ACCEPT || state == CDATA_UNK);
  if (matched) {
    int endPos = includePat ? firstMatchEnd_ : firstMatchStart_;
    bin_.reset();

    for (long skiplen = endPos; skiplen > 0; ) {
      skiplen -= bin_.skip(skiplen); // Skip succeeds as we have read this buffer
    }

    pos_ += endPos;
    if (outBufOrNull != null) {
      outBufOrNull.writeBytes(sbuf.substring(0,endPos));
    }
  }
  return matched;
}

源代码2 项目： big-c 文件： StreamXmlRecordReader.java

private boolean slowReadUntilMatch(Pattern markPattern, boolean includePat,
                                   DataOutputBuffer outBufOrNull) throws IOException {
  byte[] buf = new byte[Math.max(lookAhead_, maxRecSize_)];
  int read = 0;
  bin_.mark(Math.max(lookAhead_, maxRecSize_) + 2); //mark to invalidate if we read more
  read = bin_.read(buf);
  if (read == -1) return false;

  String sbuf = new String(buf, 0, read, "UTF-8");
  Matcher match = markPattern.matcher(sbuf);

  firstMatchStart_ = NA;
  firstMatchEnd_ = NA;
  int bufPos = 0;
  int state = synched_ ? CDATA_OUT : CDATA_UNK;
  int s = 0;

  while (match.find(bufPos)) {
    int input;
    if (match.group(1) != null) {
      input = CDATA_BEGIN;
    } else if (match.group(2) != null) {
      input = CDATA_END;
      firstMatchStart_ = NA; // |<DOC CDATA[ </DOC> ]]> should keep it
    } else {
      input = RECORD_MAYBE;
    }
    if (input == RECORD_MAYBE) {
      if (firstMatchStart_ == NA) {
        firstMatchStart_ = match.start();
        firstMatchEnd_ = match.end();
      }
    }
    state = nextState(state, input, match.start());
    if (state == RECORD_ACCEPT) {
      break;
    }
    bufPos = match.end();
    s++;
  }
  if (state != CDATA_UNK) {
    synched_ = true;
  }
  boolean matched = (firstMatchStart_ != NA) && (state == RECORD_ACCEPT || state == CDATA_UNK);
  if (matched) {
    int endPos = includePat ? firstMatchEnd_ : firstMatchStart_;
    bin_.reset();

    for (long skiplen = endPos; skiplen > 0; ) {
      skiplen -= bin_.skip(skiplen); // Skip succeeds as we have read this buffer
    }

    pos_ += endPos;
    if (outBufOrNull != null) {
      outBufOrNull.writeBytes(sbuf.substring(0,endPos));
    }
  }
  return matched;
}

源代码3 项目： RDFS 文件： StreamXmlRecordReader.java

private boolean slowReadUntilMatch(Pattern markPattern, boolean includePat,
                                   DataOutputBuffer outBufOrNull) throws IOException {

    byte[] buf = new byte[Math.max(lookAhead_, maxRecSize_)];
    int read = 0;
    boolean success = true;
    long skippedBytes = 0;
    bin_.mark(Math.max(lookAhead_, maxRecSize_) + 2); //mark to invalidate if we read more
    read = bin_.read(buf);
    if (read == -1) return false;
 
    String sbuf = new String(buf, 0, read, "UTF-8");
    Matcher match = markPattern.matcher(sbuf);
 

    firstMatchStart_ = NA;
    firstMatchEnd_ = NA;
    int bufPos = 0;
    int state = synched_ ? CDATA_OUT : CDATA_UNK;
    int s = 0;
    int matchLen = 0;
    int LL = 120000 * 10;

    while (match.find(bufPos)) {
        int input;
        matchLen = match.group(0).length();
        if (match.group(1) != null) {
            input = CDATA_BEGIN;
        } else if (match.group(2) != null) {
            input = CDATA_END;
            firstMatchStart_ = NA; // |<DOC CDATA[ </DOC> ]]> should keep it
        } else {
            input = RECORD_MAYBE;
        }
        if (input == RECORD_MAYBE) {
            if (firstMatchStart_ == NA) {
                firstMatchStart_ = match.start();
                firstMatchEnd_ = match.end();
            }
        }
        state = nextState(state, input, match.start());
        if (state == RECORD_ACCEPT) {
            bufPos = match.end();
            break;
        }
        bufPos = match.end();
        s++;
    }
    if (state != CDATA_UNK) {
        synched_ = true;
    }
    boolean matched = (firstMatchStart_ != NA) && (state == RECORD_ACCEPT || state == CDATA_UNK);
    if (matched) {
        int endPos = includePat ? firstMatchEnd_ : firstMatchStart_;
        bin_.reset();
        skippedBytes = bin_.skip(endPos); //Skip succeeds as we have already read this is buffer
        pos_ += endPos;
        if (outBufOrNull != null) {
            outBufOrNull.writeBytes(sbuf.substring(0,endPos));
        }
    }
    return matched;
}

源代码4 项目： RDFS 文件： StreamXmlRecordReader.java

private boolean slowReadUntilMatch(Pattern markPattern, boolean includePat,
                                   DataOutputBuffer outBufOrNull) throws IOException {
  byte[] buf = new byte[Math.max(lookAhead_, maxRecSize_)];
  int read = 0;
  bin_.mark(Math.max(lookAhead_, maxRecSize_) + 2); //mark to invalidate if we read more
  read = bin_.read(buf);
  if (read == -1) return false;

  String sbuf = new String(buf, 0, read, "UTF-8");
  Matcher match = markPattern.matcher(sbuf);

  firstMatchStart_ = NA;
  firstMatchEnd_ = NA;
  int bufPos = 0;
  int state = synched_ ? CDATA_OUT : CDATA_UNK;
  int s = 0;

  while (match.find(bufPos)) {
    int input;
    if (match.group(1) != null) {
      input = CDATA_BEGIN;
    } else if (match.group(2) != null) {
      input = CDATA_END;
      firstMatchStart_ = NA; // |<DOC CDATA[ </DOC> ]]> should keep it
    } else {
      input = RECORD_MAYBE;
    }
    if (input == RECORD_MAYBE) {
      if (firstMatchStart_ == NA) {
        firstMatchStart_ = match.start();
        firstMatchEnd_ = match.end();
      }
    }
    state = nextState(state, input, match.start());
    if (state == RECORD_ACCEPT) {
      break;
    }
    bufPos = match.end();
    s++;
  }
  if (state != CDATA_UNK) {
    synched_ = true;
  }
  boolean matched = (firstMatchStart_ != NA) && (state == RECORD_ACCEPT || state == CDATA_UNK);
  if (matched) {
    int endPos = includePat ? firstMatchEnd_ : firstMatchStart_;
    bin_.reset();

    for (long skiplen = endPos; skiplen > 0; ) {
      skiplen -= bin_.skip(skiplen); // Skip succeeds as we have read this buffer
    }

    pos_ += endPos;
    if (outBufOrNull != null) {
      outBufOrNull.writeBytes(sbuf.substring(0,endPos));
    }
  }
  return matched;
}

源代码5 项目： hadoop-gpu 文件： StreamXmlRecordReader.java

private boolean slowReadUntilMatch(Pattern markPattern, boolean includePat,
                                   DataOutputBuffer outBufOrNull) throws IOException {
  byte[] buf = new byte[Math.max(lookAhead_, maxRecSize_)];
  int read = 0;
  bin_.mark(Math.max(lookAhead_, maxRecSize_) + 2); //mark to invalidate if we read more
  read = bin_.read(buf);
  if (read == -1) return false;

  String sbuf = new String(buf, 0, read, "UTF-8");
  Matcher match = markPattern.matcher(sbuf);

  firstMatchStart_ = NA;
  firstMatchEnd_ = NA;
  int bufPos = 0;
  int state = synched_ ? CDATA_OUT : CDATA_UNK;
  int s = 0;

  while (match.find(bufPos)) {
    int input;
    if (match.group(1) != null) {
      input = CDATA_BEGIN;
    } else if (match.group(2) != null) {
      input = CDATA_END;
      firstMatchStart_ = NA; // |<DOC CDATA[ </DOC> ]]> should keep it
    } else {
      input = RECORD_MAYBE;
    }
    if (input == RECORD_MAYBE) {
      if (firstMatchStart_ == NA) {
        firstMatchStart_ = match.start();
        firstMatchEnd_ = match.end();
      }
    }
    state = nextState(state, input, match.start());
    if (state == RECORD_ACCEPT) {
      break;
    }
    bufPos = match.end();
    s++;
  }
  if (state != CDATA_UNK) {
    synched_ = true;
  }
  boolean matched = (firstMatchStart_ != NA) && (state == RECORD_ACCEPT || state == CDATA_UNK);
  if (matched) {
    int endPos = includePat ? firstMatchEnd_ : firstMatchStart_;
    bin_.reset();

    for (long skiplen = endPos; skiplen > 0; ) {
      skiplen -= bin_.skip(skiplen); // Skip succeeds as we have read this buffer
    }

    pos_ += endPos;
    if (outBufOrNull != null) {
      outBufOrNull.writeBytes(sbuf.substring(0,endPos));
    }
  }
  return matched;
}

方法所在类

org.apache.hadoop.io.DataOutputBuffer