类com.amazonaws.services.s3.model.CSVInput源码实例Demo

下面列出了怎么用com.amazonaws.services.s3.model.CSVInput的API类实例代码及写法,或者点击链接到github查看源代码。

源代码1 项目: Flink-CEPplus   文件: S3QueryUtil.java
private static SelectObjectContentRequest generateBaseCSVRequest(String bucket, String key, String query) {
	SelectObjectContentRequest request = new SelectObjectContentRequest();
	request.setBucketName(bucket);
	request.setKey(key);
	request.setExpression(query);
	request.setExpressionType(ExpressionType.SQL);

	InputSerialization inputSerialization = new InputSerialization();
	inputSerialization.setCsv(new CSVInput());
	inputSerialization.setCompressionType(CompressionType.NONE);
	request.setInputSerialization(inputSerialization);

	OutputSerialization outputSerialization = new OutputSerialization();
	outputSerialization.setCsv(new CSVOutput());
	request.setOutputSerialization(outputSerialization);

	return request;
}
 
源代码2 项目: flink   文件: S3QueryUtil.java
private static SelectObjectContentRequest generateBaseCSVRequest(String bucket, String key, String query) {
	SelectObjectContentRequest request = new SelectObjectContentRequest();
	request.setBucketName(bucket);
	request.setKey(key);
	request.setExpression(query);
	request.setExpressionType(ExpressionType.SQL);

	InputSerialization inputSerialization = new InputSerialization();
	inputSerialization.setCsv(new CSVInput());
	inputSerialization.setCompressionType(CompressionType.NONE);
	request.setInputSerialization(inputSerialization);

	OutputSerialization outputSerialization = new OutputSerialization();
	outputSerialization.setCsv(new CSVOutput());
	request.setOutputSerialization(outputSerialization);

	return request;
}
 
源代码3 项目: presto   文件: S3SelectCsvRecordReader.java
@Override
public SelectObjectContentRequest buildSelectObjectRequest(Properties schema, String query, Path path)
{
    SelectObjectContentRequest selectObjectRequest = new SelectObjectContentRequest();
    URI uri = path.toUri();
    selectObjectRequest.setBucketName(PrestoS3FileSystem.extractBucketName(uri));
    selectObjectRequest.setKey(PrestoS3FileSystem.keyFromPath(path));
    selectObjectRequest.setExpression(query);
    selectObjectRequest.setExpressionType(ExpressionType.SQL);

    String fieldDelimiter = getFieldDelimiter(schema);
    String quoteChar = schema.getProperty(QUOTE_CHAR, null);
    String escapeChar = schema.getProperty(ESCAPE_CHAR, null);

    CSVInput selectObjectCSVInputSerialization = new CSVInput();
    selectObjectCSVInputSerialization.setRecordDelimiter(lineDelimiter);
    selectObjectCSVInputSerialization.setFieldDelimiter(fieldDelimiter);
    selectObjectCSVInputSerialization.setComments(COMMENTS_CHAR_STR);
    selectObjectCSVInputSerialization.setQuoteCharacter(quoteChar);
    selectObjectCSVInputSerialization.setQuoteEscapeCharacter(escapeChar);

    InputSerialization selectObjectInputSerialization = new InputSerialization();
    selectObjectInputSerialization.setCompressionType(getCompressionType(path));
    selectObjectInputSerialization.setCsv(selectObjectCSVInputSerialization);
    selectObjectRequest.setInputSerialization(selectObjectInputSerialization);

    OutputSerialization selectObjectOutputSerialization = new OutputSerialization();
    CSVOutput selectObjectCSVOutputSerialization = new CSVOutput();
    selectObjectCSVOutputSerialization.setRecordDelimiter(lineDelimiter);
    selectObjectCSVOutputSerialization.setFieldDelimiter(fieldDelimiter);
    selectObjectCSVOutputSerialization.setQuoteCharacter(quoteChar);
    selectObjectCSVOutputSerialization.setQuoteEscapeCharacter(escapeChar);
    selectObjectOutputSerialization.setCsv(selectObjectCSVOutputSerialization);
    selectObjectRequest.setOutputSerialization(selectObjectOutputSerialization);

    return selectObjectRequest;
}
 
源代码4 项目: pxf   文件: S3SelectAccessor.java
/**
 * Returns a {@link com.amazonaws.services.s3.model.CSVInput}
 * object with parsed values from the request context.
 *
 * @param context the request context
 * @return a {@link CSVInput}
 */
CSVInput getCSVInput(RequestContext context) {
    CSVInput csvInput = new CSVInput();
    GreenplumCSV csv = context.getGreenplumCSV();

    String fileHeaderInfo = context.getOption(FILE_HEADER_INFO);
    if (fileHeaderInfo != null) {
        LOG.debug("With CSV FileHeaderInfo '{}'", fileHeaderInfo);
        csvInput.setFileHeaderInfo(fileHeaderInfo);
    }

    if (csv.getDelimiter() != null) {
        LOG.debug("With CSV field delimiter '{}'", csv.getDelimiter());
        csvInput.setFieldDelimiter(csv.getDelimiter());
    }

    if (csv.getNewline() != null) {
        LOG.debug("With CSV NEWLINE '{}'", csv.getNewline());
        csvInput.setRecordDelimiter(csv.getNewline());
    }

    if (csv.getEscape() != null) {
        LOG.debug("With CSV quote escape character '{}'", csv.getEscape());
        csvInput.setQuoteEscapeCharacter(csv.getEscape());
    }

    LOG.debug("With CSV quote character '{}'", csv.getQuote());
    csvInput.setQuoteCharacter(csv.getQuote());

    return csvInput;
}
 
 同包方法