org.apache.hadoop.fs.s3.INode.FileType源码实例Demo-ICode联盟

类org.apache.hadoop.fs.s3.INode.FileType源码实例Demo

下面列出了怎么用org.apache.hadoop.fs.s3.INode.FileType的API类实例代码及写法，或者点击链接到github查看源代码。

源代码1 项目： hadoop 文件： Jets3tFileSystemStore.java


@Override
public void dump() throws IOException {
  StringBuilder sb = new StringBuilder("S3 Filesystem, ");
  sb.append(bucket.getName()).append("\n");
  try {
    S3Object[] objects = s3Service.listObjects(bucket.getName(), PATH_DELIMITER, null);
    for (int i = 0; i < objects.length; i++) {
      Path path = keyToPath(objects[i].getKey());
      sb.append(path).append("\n");
      INode m = retrieveINode(path);
      sb.append("\t").append(m.getFileType()).append("\n");
      if (m.getFileType() == FileType.DIRECTORY) {
        continue;
      }
      for (int j = 0; j < m.getBlocks().length; j++) {
        sb.append("\t").append(m.getBlocks()[j]).append("\n");
      }
    }
  } catch (S3ServiceException e) {
    if (e.getCause() instanceof IOException) {
      throw (IOException) e.getCause();
    }
    throw new S3Exception(e);
  }
  System.out.println(sb);
}

源代码2 项目： hadoop 文件： TestINode.java


public void testSerializeFileWithSingleBlock() throws IOException {
  Block[] blocks = { new Block(849282477840258181L, 128L) };
  INode inode = new INode(FileType.FILE, blocks);

  assertEquals("Length", 1L + 4 + 16, inode.getSerializedLength());
  InputStream in = inode.serialize();

  INode deserialized = INode.deserialize(in);

  assertEquals("FileType", inode.getFileType(), deserialized.getFileType());
  Block[] deserializedBlocks = deserialized.getBlocks();
  assertEquals("Length", 1, deserializedBlocks.length);
  assertEquals("Id", blocks[0].getId(), deserializedBlocks[0].getId());
  assertEquals("Length", blocks[0].getLength(), deserializedBlocks[0]
               .getLength());

}

源代码3 项目： hadoop 文件： InMemoryFileSystemStore.java


@Override
public void dump() throws IOException {
  StringBuilder sb = new StringBuilder(getClass().getSimpleName());
  sb.append(", \n");
  for (Map.Entry<Path, INode> entry : inodes.entrySet()) {
    sb.append(entry.getKey()).append("\n");
    INode inode = entry.getValue();
    sb.append("\t").append(inode.getFileType()).append("\n");
    if (inode.getFileType() == FileType.DIRECTORY) {
      continue;
    }
    for (int j = 0; j < inode.getBlocks().length; j++) {
      sb.append("\t").append(inode.getBlocks()[j]).append("\n");
    }      
  }
  System.out.println(sb);
  
  System.out.println(inodes.keySet());
  System.out.println(blocks.keySet());
}

源代码4 项目： big-c 文件： Jets3tFileSystemStore.java


@Override
public void dump() throws IOException {
  StringBuilder sb = new StringBuilder("S3 Filesystem, ");
  sb.append(bucket.getName()).append("\n");
  try {
    S3Object[] objects = s3Service.listObjects(bucket.getName(), PATH_DELIMITER, null);
    for (int i = 0; i < objects.length; i++) {
      Path path = keyToPath(objects[i].getKey());
      sb.append(path).append("\n");
      INode m = retrieveINode(path);
      sb.append("\t").append(m.getFileType()).append("\n");
      if (m.getFileType() == FileType.DIRECTORY) {
        continue;
      }
      for (int j = 0; j < m.getBlocks().length; j++) {
        sb.append("\t").append(m.getBlocks()[j]).append("\n");
      }
    }
  } catch (S3ServiceException e) {
    if (e.getCause() instanceof IOException) {
      throw (IOException) e.getCause();
    }
    throw new S3Exception(e);
  }
  System.out.println(sb);
}

源代码5 项目： big-c 文件： TestINode.java


public void testSerializeFileWithSingleBlock() throws IOException {
  Block[] blocks = { new Block(849282477840258181L, 128L) };
  INode inode = new INode(FileType.FILE, blocks);

  assertEquals("Length", 1L + 4 + 16, inode.getSerializedLength());
  InputStream in = inode.serialize();

  INode deserialized = INode.deserialize(in);

  assertEquals("FileType", inode.getFileType(), deserialized.getFileType());
  Block[] deserializedBlocks = deserialized.getBlocks();
  assertEquals("Length", 1, deserializedBlocks.length);
  assertEquals("Id", blocks[0].getId(), deserializedBlocks[0].getId());
  assertEquals("Length", blocks[0].getLength(), deserializedBlocks[0]
               .getLength());

}

源代码6 项目： big-c 文件： InMemoryFileSystemStore.java


@Override
public void dump() throws IOException {
  StringBuilder sb = new StringBuilder(getClass().getSimpleName());
  sb.append(", \n");
  for (Map.Entry<Path, INode> entry : inodes.entrySet()) {
    sb.append(entry.getKey()).append("\n");
    INode inode = entry.getValue();
    sb.append("\t").append(inode.getFileType()).append("\n");
    if (inode.getFileType() == FileType.DIRECTORY) {
      continue;
    }
    for (int j = 0; j < inode.getBlocks().length; j++) {
      sb.append("\t").append(inode.getBlocks()[j]).append("\n");
    }      
  }
  System.out.println(sb);
  
  System.out.println(inodes.keySet());
  System.out.println(blocks.keySet());
}

源代码7 项目： RDFS 文件： TestINode.java


public void testSerializeFileWithSingleBlock() throws IOException {
  Block[] blocks = { new Block(849282477840258181L, 128L) };
  INode inode = new INode(FileType.FILE, blocks);

  assertEquals("Length", 1L + 4 + 16, inode.getSerializedLength());
  InputStream in = inode.serialize();

  INode deserialized = INode.deserialize(in);

  assertEquals("FileType", inode.getFileType(), deserialized.getFileType());
  Block[] deserializedBlocks = deserialized.getBlocks();
  assertEquals("Length", 1, deserializedBlocks.length);
  assertEquals("Id", blocks[0].getId(), deserializedBlocks[0].getId());
  assertEquals("Length", blocks[0].getLength(), deserializedBlocks[0]
               .getLength());

}

源代码8 项目： RDFS 文件： InMemoryFileSystemStore.java


public void dump() throws IOException {
  StringBuilder sb = new StringBuilder(getClass().getSimpleName());
  sb.append(", \n");
  for (Map.Entry<Path, INode> entry : inodes.entrySet()) {
    sb.append(entry.getKey()).append("\n");
    INode inode = entry.getValue();
    sb.append("\t").append(inode.getFileType()).append("\n");
    if (inode.getFileType() == FileType.DIRECTORY) {
      continue;
    }
    for (int j = 0; j < inode.getBlocks().length; j++) {
      sb.append("\t").append(inode.getBlocks()[j]).append("\n");
    }      
  }
  System.out.println(sb);
  
  System.out.println(inodes.keySet());
  System.out.println(blocks.keySet());
}

源代码9 项目： RDFS 文件： Jets3tFileSystemStore.java


public void dump() throws IOException {
  StringBuilder sb = new StringBuilder("S3 Filesystem, ");
  sb.append(bucket.getName()).append("\n");
  try {
    S3Object[] objects = s3Service.listObjects(bucket, PATH_DELIMITER, null);
    for (int i = 0; i < objects.length; i++) {
      Path path = keyToPath(objects[i].getKey());
      sb.append(path).append("\n");
      INode m = retrieveINode(path);
      sb.append("\t").append(m.getFileType()).append("\n");
      if (m.getFileType() == FileType.DIRECTORY) {
        continue;
      }
      for (int j = 0; j < m.getBlocks().length; j++) {
        sb.append("\t").append(m.getBlocks()[j]).append("\n");
      }
    }
  } catch (S3ServiceException e) {
    if (e.getCause() instanceof IOException) {
      throw (IOException) e.getCause();
    }
    throw new S3Exception(e);
  }
  System.out.println(sb);
}

源代码10 项目： hadoop-gpu 文件： TestINode.java


public void testSerializeFileWithSingleBlock() throws IOException {
  Block[] blocks = { new Block(849282477840258181L, 128L) };
  INode inode = new INode(FileType.FILE, blocks);

  assertEquals("Length", 1L + 4 + 16, inode.getSerializedLength());
  InputStream in = inode.serialize();

  INode deserialized = INode.deserialize(in);

  assertEquals("FileType", inode.getFileType(), deserialized.getFileType());
  Block[] deserializedBlocks = deserialized.getBlocks();
  assertEquals("Length", 1, deserializedBlocks.length);
  assertEquals("Id", blocks[0].getId(), deserializedBlocks[0].getId());
  assertEquals("Length", blocks[0].getLength(), deserializedBlocks[0]
               .getLength());

}

源代码11 项目： hadoop-gpu 文件： InMemoryFileSystemStore.java


public void dump() throws IOException {
  StringBuilder sb = new StringBuilder(getClass().getSimpleName());
  sb.append(", \n");
  for (Map.Entry<Path, INode> entry : inodes.entrySet()) {
    sb.append(entry.getKey()).append("\n");
    INode inode = entry.getValue();
    sb.append("\t").append(inode.getFileType()).append("\n");
    if (inode.getFileType() == FileType.DIRECTORY) {
      continue;
    }
    for (int j = 0; j < inode.getBlocks().length; j++) {
      sb.append("\t").append(inode.getBlocks()[j]).append("\n");
    }      
  }
  System.out.println(sb);
  
  System.out.println(inodes.keySet());
  System.out.println(blocks.keySet());
}

源代码12 项目： hadoop-gpu 文件： Jets3tFileSystemStore.java


public void dump() throws IOException {
  StringBuilder sb = new StringBuilder("S3 Filesystem, ");
  sb.append(bucket.getName()).append("\n");
  try {
    S3Object[] objects = s3Service.listObjects(bucket, PATH_DELIMITER, null);
    for (int i = 0; i < objects.length; i++) {
      Path path = keyToPath(objects[i].getKey());
      sb.append(path).append("\n");
      INode m = retrieveINode(path);
      sb.append("\t").append(m.getFileType()).append("\n");
      if (m.getFileType() == FileType.DIRECTORY) {
        continue;
      }
      for (int j = 0; j < m.getBlocks().length; j++) {
        sb.append("\t").append(m.getBlocks()[j]).append("\n");
      }
    }
  } catch (S3ServiceException e) {
    if (e.getCause() instanceof IOException) {
      throw (IOException) e.getCause();
    }
    throw new S3Exception(e);
  }
  System.out.println(sb);
}

源代码13 项目： hadoop 文件： S3OutputStream.java


private synchronized void internalClose() throws IOException {
  INode inode = new INode(FileType.FILE, blocks.toArray(new Block[blocks
                                                                  .size()]));
  store.storeINode(path, inode);
}

源代码14 项目： big-c 文件： S3OutputStream.java


private synchronized void internalClose() throws IOException {
  INode inode = new INode(FileType.FILE, blocks.toArray(new Block[blocks
                                                                  .size()]));
  store.storeINode(path, inode);
}

源代码15 项目： RDFS 文件： S3OutputStream.java


private synchronized void internalClose() throws IOException {
  INode inode = new INode(FileType.FILE, blocks.toArray(new Block[blocks
                                                                  .size()]));
  store.storeINode(path, inode);
}

源代码16 项目： hadoop-gpu 文件： S3OutputStream.java


private synchronized void internalClose() throws IOException {
  INode inode = new INode(FileType.FILE, blocks.toArray(new Block[blocks
                                                                  .size()]));
  store.storeINode(path, inode);
}

类所在包

org.apache.hadoop.fs

类方法