类org.apache.hadoop.fs.FsServerDefaults源码实例Demo

下面列出了怎么用org.apache.hadoop.fs.FsServerDefaults的API类实例代码及写法,或者点击链接到github查看源代码。

源代码1 项目: hadoop   文件: TestFileCreation.java
/**
 * Test that server default values can be retrieved on the client side
 */
@Test
public void testServerDefaults() throws IOException {
  Configuration conf = new HdfsConfiguration();
  conf.setLong(DFS_BLOCK_SIZE_KEY, DFS_BLOCK_SIZE_DEFAULT);
  conf.setInt(DFS_BYTES_PER_CHECKSUM_KEY, DFS_BYTES_PER_CHECKSUM_DEFAULT);
  conf.setInt(DFS_CLIENT_WRITE_PACKET_SIZE_KEY, DFS_CLIENT_WRITE_PACKET_SIZE_DEFAULT);
  conf.setInt(DFS_REPLICATION_KEY, DFS_REPLICATION_DEFAULT + 1);
  conf.setInt(IO_FILE_BUFFER_SIZE_KEY, IO_FILE_BUFFER_SIZE_DEFAULT);
  MiniDFSCluster cluster = new MiniDFSCluster.Builder(conf)
                   .numDataNodes(DFSConfigKeys.DFS_REPLICATION_DEFAULT + 1)
                   .build();
  cluster.waitActive();
  FileSystem fs = cluster.getFileSystem();
  try {
    FsServerDefaults serverDefaults = fs.getServerDefaults();
    assertEquals(DFS_BLOCK_SIZE_DEFAULT, serverDefaults.getBlockSize());
    assertEquals(DFS_BYTES_PER_CHECKSUM_DEFAULT, serverDefaults.getBytesPerChecksum());
    assertEquals(DFS_CLIENT_WRITE_PACKET_SIZE_DEFAULT, serverDefaults.getWritePacketSize());
    assertEquals(DFS_REPLICATION_DEFAULT + 1, serverDefaults.getReplication());
    assertEquals(IO_FILE_BUFFER_SIZE_DEFAULT, serverDefaults.getFileBufferSize());
  } finally {
    fs.close();
    cluster.shutdown();
  }
}
 
源代码2 项目: big-c   文件: TestFileCreation.java
/**
 * Test that server default values can be retrieved on the client side
 */
@Test
public void testServerDefaults() throws IOException {
  Configuration conf = new HdfsConfiguration();
  conf.setLong(DFS_BLOCK_SIZE_KEY, DFS_BLOCK_SIZE_DEFAULT);
  conf.setInt(DFS_BYTES_PER_CHECKSUM_KEY, DFS_BYTES_PER_CHECKSUM_DEFAULT);
  conf.setInt(DFS_CLIENT_WRITE_PACKET_SIZE_KEY, DFS_CLIENT_WRITE_PACKET_SIZE_DEFAULT);
  conf.setInt(DFS_REPLICATION_KEY, DFS_REPLICATION_DEFAULT + 1);
  conf.setInt(IO_FILE_BUFFER_SIZE_KEY, IO_FILE_BUFFER_SIZE_DEFAULT);
  MiniDFSCluster cluster = new MiniDFSCluster.Builder(conf)
                   .numDataNodes(DFSConfigKeys.DFS_REPLICATION_DEFAULT + 1)
                   .build();
  cluster.waitActive();
  FileSystem fs = cluster.getFileSystem();
  try {
    FsServerDefaults serverDefaults = fs.getServerDefaults();
    assertEquals(DFS_BLOCK_SIZE_DEFAULT, serverDefaults.getBlockSize());
    assertEquals(DFS_BYTES_PER_CHECKSUM_DEFAULT, serverDefaults.getBytesPerChecksum());
    assertEquals(DFS_CLIENT_WRITE_PACKET_SIZE_DEFAULT, serverDefaults.getWritePacketSize());
    assertEquals(DFS_REPLICATION_DEFAULT + 1, serverDefaults.getReplication());
    assertEquals(IO_FILE_BUFFER_SIZE_DEFAULT, serverDefaults.getFileBufferSize());
  } finally {
    fs.close();
    cluster.shutdown();
  }
}
 
源代码3 项目: hadoop   文件: DFSClient.java
/**
 * Get server default values for a number of configuration params.
 * @see ClientProtocol#getServerDefaults()
 */
public FsServerDefaults getServerDefaults() throws IOException {
  long now = Time.monotonicNow();
  if ((serverDefaults == null) ||
      (now - serverDefaultsLastUpdate > SERVER_DEFAULTS_VALIDITY_PERIOD)) {
    serverDefaults = namenode.getServerDefaults();
    serverDefaultsLastUpdate = now;
  }
  assert serverDefaults != null;
  return serverDefaults;
}
 
源代码4 项目: hadoop   文件: NameNodeConnector.java
public NameNodeConnector(String name, URI nameNodeUri, Path idPath,
                         List<Path> targetPaths, Configuration conf,
                         int maxNotChangedIterations)
    throws IOException {
  this.nameNodeUri = nameNodeUri;
  this.idPath = idPath;
  this.targetPaths = targetPaths == null || targetPaths.isEmpty() ? Arrays
      .asList(new Path("/")) : targetPaths;
  this.maxNotChangedIterations = maxNotChangedIterations;

  this.namenode = NameNodeProxies.createProxy(conf, nameNodeUri,
      NamenodeProtocol.class).getProxy();
  this.client = NameNodeProxies.createProxy(conf, nameNodeUri,
      ClientProtocol.class, fallbackToSimpleAuth).getProxy();
  this.fs = (DistributedFileSystem)FileSystem.get(nameNodeUri, conf);

  final NamespaceInfo namespaceinfo = namenode.versionRequest();
  this.blockpoolID = namespaceinfo.getBlockPoolID();

  final FsServerDefaults defaults = fs.getServerDefaults(new Path("/"));
  this.keyManager = new KeyManager(blockpoolID, namenode,
      defaults.getEncryptDataTransfer(), conf);
  // if it is for test, we do not create the id file
  out = checkAndMarkRunning();
  if (out == null) {
    // Exit if there is another one running.
    throw new IOException("Another " + name + " is running.");
  }
}
 
源代码5 项目: hadoop   文件: PBHelper.java
public static FsServerDefaults convert(FsServerDefaultsProto fs) {
  if (fs == null) return null;
  return new FsServerDefaults(
      fs.getBlockSize(), fs.getBytesPerChecksum(), 
      fs.getWritePacketSize(), (short) fs.getReplication(),
      fs.getFileBufferSize(),
      fs.getEncryptDataTransfer(),
      fs.getTrashInterval(),
      PBHelper.convert(fs.getChecksumType()));
}
 
源代码6 项目: hadoop   文件: PBHelper.java
public static FsServerDefaultsProto convert(FsServerDefaults fs) {
  if (fs == null) return null;
  return FsServerDefaultsProto.newBuilder().
    setBlockSize(fs.getBlockSize()).
    setBytesPerChecksum(fs.getBytesPerChecksum()).
    setWritePacketSize(fs.getWritePacketSize())
    .setReplication(fs.getReplication())
    .setFileBufferSize(fs.getFileBufferSize())
    .setEncryptDataTransfer(fs.getEncryptDataTransfer())
    .setTrashInterval(fs.getTrashInterval())
    .setChecksumType(PBHelper.convert(fs.getChecksumType()))
    .build();
}
 
@Override
public GetServerDefaultsResponseProto getServerDefaults(
    RpcController controller, GetServerDefaultsRequestProto req)
    throws ServiceException {
  try {
    FsServerDefaults result = server.getServerDefaults();
    return GetServerDefaultsResponseProto.newBuilder()
        .setServerDefaults(PBHelper.convert(result))
        .build();
  } catch (IOException e) {
    throw new ServiceException(e);
  }
}
 
@Override
public FsServerDefaults getServerDefaults() throws IOException {
  GetServerDefaultsRequestProto req = VOID_GET_SERVER_DEFAULT_REQUEST;
  try {
    return PBHelper
        .convert(rpcProxy.getServerDefaults(null, req).getServerDefaults());
  } catch (ServiceException e) {
    throw ProtobufHelper.getRemoteException(e);
  }
}
 
源代码9 项目: hadoop   文件: TestDistributedFileSystem.java
@Test(timeout=60000)
public void testGetServerDefaults() throws IOException {
  Configuration conf = new HdfsConfiguration();
  MiniDFSCluster cluster = new MiniDFSCluster.Builder(conf).build();
  try {
    cluster.waitActive();
    DistributedFileSystem dfs = cluster.getFileSystem();
    FsServerDefaults fsServerDefaults = dfs.getServerDefaults();
    Assert.assertNotNull(fsServerDefaults);
  } finally {
    cluster.shutdown();
  }
}
 
源代码10 项目: hadoop   文件: LocalConfigKeys.java
public static FsServerDefaults getServerDefaults() throws IOException {
  return new FsServerDefaults(
      BLOCK_SIZE_DEFAULT,
      BYTES_PER_CHECKSUM_DEFAULT,
      CLIENT_WRITE_PACKET_SIZE_DEFAULT,
      REPLICATION_DEFAULT,
      STREAM_BUFFER_SIZE_DEFAULT,
      ENCRYPT_DATA_TRANSFER_DEFAULT,
      FS_TRASH_INTERVAL_DEFAULT,
      CHECKSUM_TYPE_DEFAULT);
}
 
源代码11 项目: hadoop   文件: FtpConfigKeys.java
protected static FsServerDefaults getServerDefaults() throws IOException {
  return new FsServerDefaults(
      BLOCK_SIZE_DEFAULT,
      BYTES_PER_CHECKSUM_DEFAULT,
      CLIENT_WRITE_PACKET_SIZE_DEFAULT,
      REPLICATION_DEFAULT,
      STREAM_BUFFER_SIZE_DEFAULT,
      ENCRYPT_DATA_TRANSFER_DEFAULT,
      FS_TRASH_INTERVAL_DEFAULT,
      CHECKSUM_TYPE_DEFAULT);
}
 
源代码12 项目: dremio-oss   文件: HadoopFileSystemWrapper.java
@Override
@Deprecated
public FsServerDefaults getServerDefaults() throws IOException {
  try {
    return underlyingFs.getServerDefaults();
  } catch(FSError e) {
    throw propagateFSError(e);
  }
}
 
源代码13 项目: dremio-oss   文件: HadoopFileSystemWrapper.java
@Override
public FsServerDefaults getServerDefaults(Path p) throws IOException {
  try {
    return underlyingFs.getServerDefaults(p);
  } catch(FSError e) {
    throw propagateFSError(e);
  }
}
 
源代码14 项目: big-c   文件: DFSClient.java
/**
 * Get server default values for a number of configuration params.
 * @see ClientProtocol#getServerDefaults()
 */
public FsServerDefaults getServerDefaults() throws IOException {
  long now = Time.monotonicNow();
  if ((serverDefaults == null) ||
      (now - serverDefaultsLastUpdate > SERVER_DEFAULTS_VALIDITY_PERIOD)) {
    serverDefaults = namenode.getServerDefaults();
    serverDefaultsLastUpdate = now;
  }
  assert serverDefaults != null;
  return serverDefaults;
}
 
源代码15 项目: big-c   文件: NameNodeConnector.java
public NameNodeConnector(String name, URI nameNodeUri, Path idPath,
                         List<Path> targetPaths, Configuration conf,
                         int maxNotChangedIterations)
    throws IOException {
  this.nameNodeUri = nameNodeUri;
  this.idPath = idPath;
  this.targetPaths = targetPaths == null || targetPaths.isEmpty() ? Arrays
      .asList(new Path("/")) : targetPaths;
  this.maxNotChangedIterations = maxNotChangedIterations;

  this.namenode = NameNodeProxies.createProxy(conf, nameNodeUri,
      NamenodeProtocol.class).getProxy();
  this.client = NameNodeProxies.createProxy(conf, nameNodeUri,
      ClientProtocol.class, fallbackToSimpleAuth).getProxy();
  this.fs = (DistributedFileSystem)FileSystem.get(nameNodeUri, conf);

  final NamespaceInfo namespaceinfo = namenode.versionRequest();
  this.blockpoolID = namespaceinfo.getBlockPoolID();

  final FsServerDefaults defaults = fs.getServerDefaults(new Path("/"));
  this.keyManager = new KeyManager(blockpoolID, namenode,
      defaults.getEncryptDataTransfer(), conf);
  // if it is for test, we do not create the id file
  out = checkAndMarkRunning();
  if (out == null) {
    // Exit if there is another one running.
    throw new IOException("Another " + name + " is running.");
  }
}
 
源代码16 项目: big-c   文件: PBHelper.java
public static FsServerDefaults convert(FsServerDefaultsProto fs) {
  if (fs == null) return null;
  return new FsServerDefaults(
      fs.getBlockSize(), fs.getBytesPerChecksum(), 
      fs.getWritePacketSize(), (short) fs.getReplication(),
      fs.getFileBufferSize(),
      fs.getEncryptDataTransfer(),
      fs.getTrashInterval(),
      PBHelper.convert(fs.getChecksumType()));
}
 
源代码17 项目: big-c   文件: PBHelper.java
public static FsServerDefaultsProto convert(FsServerDefaults fs) {
  if (fs == null) return null;
  return FsServerDefaultsProto.newBuilder().
    setBlockSize(fs.getBlockSize()).
    setBytesPerChecksum(fs.getBytesPerChecksum()).
    setWritePacketSize(fs.getWritePacketSize())
    .setReplication(fs.getReplication())
    .setFileBufferSize(fs.getFileBufferSize())
    .setEncryptDataTransfer(fs.getEncryptDataTransfer())
    .setTrashInterval(fs.getTrashInterval())
    .setChecksumType(PBHelper.convert(fs.getChecksumType()))
    .build();
}
 
@Override
public GetServerDefaultsResponseProto getServerDefaults(
    RpcController controller, GetServerDefaultsRequestProto req)
    throws ServiceException {
  try {
    FsServerDefaults result = server.getServerDefaults();
    return GetServerDefaultsResponseProto.newBuilder()
        .setServerDefaults(PBHelper.convert(result))
        .build();
  } catch (IOException e) {
    throw new ServiceException(e);
  }
}
 
源代码19 项目: big-c   文件: ClientNamenodeProtocolTranslatorPB.java
@Override
public FsServerDefaults getServerDefaults() throws IOException {
  GetServerDefaultsRequestProto req = VOID_GET_SERVER_DEFAULT_REQUEST;
  try {
    return PBHelper
        .convert(rpcProxy.getServerDefaults(null, req).getServerDefaults());
  } catch (ServiceException e) {
    throw ProtobufHelper.getRemoteException(e);
  }
}
 
源代码20 项目: big-c   文件: TestDistributedFileSystem.java
@Test(timeout=60000)
public void testGetServerDefaults() throws IOException {
  Configuration conf = new HdfsConfiguration();
  MiniDFSCluster cluster = new MiniDFSCluster.Builder(conf).build();
  try {
    cluster.waitActive();
    DistributedFileSystem dfs = cluster.getFileSystem();
    FsServerDefaults fsServerDefaults = dfs.getServerDefaults();
    Assert.assertNotNull(fsServerDefaults);
  } finally {
    cluster.shutdown();
  }
}
 
源代码21 项目: big-c   文件: LocalConfigKeys.java
public static FsServerDefaults getServerDefaults() throws IOException {
  return new FsServerDefaults(
      BLOCK_SIZE_DEFAULT,
      BYTES_PER_CHECKSUM_DEFAULT,
      CLIENT_WRITE_PACKET_SIZE_DEFAULT,
      REPLICATION_DEFAULT,
      STREAM_BUFFER_SIZE_DEFAULT,
      ENCRYPT_DATA_TRANSFER_DEFAULT,
      FS_TRASH_INTERVAL_DEFAULT,
      CHECKSUM_TYPE_DEFAULT);
}
 
源代码22 项目: big-c   文件: FtpConfigKeys.java
protected static FsServerDefaults getServerDefaults() throws IOException {
  return new FsServerDefaults(
      BLOCK_SIZE_DEFAULT,
      BYTES_PER_CHECKSUM_DEFAULT,
      CLIENT_WRITE_PACKET_SIZE_DEFAULT,
      REPLICATION_DEFAULT,
      STREAM_BUFFER_SIZE_DEFAULT,
      ENCRYPT_DATA_TRANSFER_DEFAULT,
      FS_TRASH_INTERVAL_DEFAULT,
      CHECKSUM_TYPE_DEFAULT);
}
 
源代码23 项目: lucene-solr   文件: HdfsFileWriter.java
private static final OutputStream getOutputStream(FileSystem fileSystem, Path path) throws IOException {
  Configuration conf = fileSystem.getConf();
  FsServerDefaults fsDefaults = fileSystem.getServerDefaults(path);
  short replication = fileSystem.getDefaultReplication(path);
  EnumSet<CreateFlag> flags = EnumSet.of(CreateFlag.CREATE);
  if (Boolean.getBoolean(HDFS_SYNC_BLOCK)) {
    flags.add(CreateFlag.SYNC_BLOCK);
  }
  return fileSystem.create(path, FsPermission.getDefault()
      .applyUMask(FsPermission.getUMask(conf)), flags, fsDefaults
      .getFileBufferSize(), replication, fsDefaults
      .getBlockSize(), null);
}
 
@Test
public void getServerDefaults_shouldReturnSpecifiedConfiguration() throws Exception {
  Configuration config = GoogleHadoopFileSystemIntegrationHelper.getTestConfig();
  config.setLong(BLOCK_SIZE.getKey(), 1);
  GoogleHadoopFS ghfs = new GoogleHadoopFS(initUri, config);

  FsServerDefaults defaults = ghfs.getServerDefaults();

  assertThat(defaults.getBlockSize()).isEqualTo(1);
}
 
源代码25 项目: Bats   文件: DrillFileSystem.java
@Override
@Deprecated
public FsServerDefaults getServerDefaults() throws IOException {
  return underlyingFs.getServerDefaults();
}
 
源代码26 项目: Bats   文件: DrillFileSystem.java
@Override
public FsServerDefaults getServerDefaults(Path p) throws IOException {
  return underlyingFs.getServerDefaults(p);
}
 
源代码27 项目: incubator-crail   文件: CrailHDFS.java
@Override
public FsServerDefaults getServerDefaults() throws IOException {
	return dfs.getServerDefaults(dfs.getWorkingDirectory());
}
 
源代码28 项目: hadoop   文件: DistributedFileSystem.java
@Override
public FsServerDefaults getServerDefaults() throws IOException {
  return dfs.getServerDefaults();
}
 
源代码29 项目: hadoop   文件: NameNodeRpcServer.java
@Override // ClientProtocol
public FsServerDefaults getServerDefaults() throws IOException {
  checkNNStartup();
  return namesystem.getServerDefaults();
}
 
源代码30 项目: hadoop   文件: RawLocalFs.java
@Override
public FsServerDefaults getServerDefaults() throws IOException {
  return LocalConfigKeys.getServerDefaults();
}
 
 类所在包
 同包方法