Class CfnDeliveryStream.DataFormatConversionConfigurationProperty
Specifies that you want Kinesis Data Firehose to convert data from the JSON format to the Parquet or ORC format before writing it to Amazon S3.
Inheritance
Namespace: Amazon.CDK.AWS.KinesisFirehose
Assembly: Amazon.CDK.AWS.KinesisFirehose.dll
Syntax (csharp)
public class DataFormatConversionConfigurationProperty : Object, CfnDeliveryStream.IDataFormatConversionConfigurationProperty
Syntax (vb)
Public Class DataFormatConversionConfigurationProperty
Inherits Object
Implements CfnDeliveryStream.IDataFormatConversionConfigurationProperty
Remarks
Kinesis Data Firehose uses the serializer and deserializer that you specify, in addition to the column information from the AWS Glue table, to deserialize your input data from JSON and then serialize it to the Parquet or ORC format. For more information, see Kinesis Data Firehose Record Format Conversion .
ExampleMetadata: fixture=_generated
Examples
// The code below shows an example of how to instantiate this type.
// The values are placeholders you should change.
using Amazon.CDK.AWS.KinesisFirehose;
var dataFormatConversionConfigurationProperty = new DataFormatConversionConfigurationProperty {
Enabled = false,
InputFormatConfiguration = new InputFormatConfigurationProperty {
Deserializer = new DeserializerProperty {
HiveJsonSerDe = new HiveJsonSerDeProperty {
TimestampFormats = new [] { "timestampFormats" }
},
OpenXJsonSerDe = new OpenXJsonSerDeProperty {
CaseInsensitive = false,
ColumnToJsonKeyMappings = new Dictionary<string, string> {
{ "columnToJsonKeyMappingsKey", "columnToJsonKeyMappings" }
},
ConvertDotsInJsonKeysToUnderscores = false
}
}
},
OutputFormatConfiguration = new OutputFormatConfigurationProperty {
Serializer = new SerializerProperty {
OrcSerDe = new OrcSerDeProperty {
BlockSizeBytes = 123,
BloomFilterColumns = new [] { "bloomFilterColumns" },
BloomFilterFalsePositiveProbability = 123,
Compression = "compression",
DictionaryKeyThreshold = 123,
EnablePadding = false,
FormatVersion = "formatVersion",
PaddingTolerance = 123,
RowIndexStride = 123,
StripeSizeBytes = 123
},
ParquetSerDe = new ParquetSerDeProperty {
BlockSizeBytes = 123,
Compression = "compression",
EnableDictionaryCompression = false,
MaxPaddingBytes = 123,
PageSizeBytes = 123,
WriterVersion = "writerVersion"
}
}
},
SchemaConfiguration = new SchemaConfigurationProperty {
CatalogId = "catalogId",
DatabaseName = "databaseName",
Region = "region",
RoleArn = "roleArn",
TableName = "tableName",
VersionId = "versionId"
}
};
Synopsis
Constructors
DataFormatConversionConfigurationProperty() |
Properties
Enabled | Defaults to |
InputFormatConfiguration | Specifies the deserializer that you want Kinesis Data Firehose to use to convert the format of your data from JSON. |
OutputFormatConfiguration | Specifies the serializer that you want Kinesis Data Firehose to use to convert the format of your data to the Parquet or ORC format. |
SchemaConfiguration | Specifies the AWS Glue Data Catalog table that contains the column information. |
Constructors
DataFormatConversionConfigurationProperty()
public DataFormatConversionConfigurationProperty()
Properties
Enabled
Defaults to true
.
public object Enabled { get; set; }
Property Value
System.Object
Remarks
Set it to false
if you want to disable format conversion while preserving the configuration details.
InputFormatConfiguration
Specifies the deserializer that you want Kinesis Data Firehose to use to convert the format of your data from JSON.
public object InputFormatConfiguration { get; set; }
Property Value
System.Object
Remarks
This parameter is required if Enabled
is set to true.
OutputFormatConfiguration
Specifies the serializer that you want Kinesis Data Firehose to use to convert the format of your data to the Parquet or ORC format.
public object OutputFormatConfiguration { get; set; }
Property Value
System.Object
Remarks
This parameter is required if Enabled
is set to true.
SchemaConfiguration
Specifies the AWS Glue Data Catalog table that contains the column information.
public object SchemaConfiguration { get; set; }
Property Value
System.Object
Remarks
This parameter is required if Enabled
is set to true.