Type definitions#
Auto-generated documentation for Firehose type annotations stubs module types-boto3-firehose.
BlobTypeDef#
# BlobTypeDef definition
BlobTypeDef = Union[
str,
bytes,
IO[Any],
StreamingBody,
]
TimestampTypeDef#
# TimestampTypeDef definition
TimestampTypeDef = Union[
datetime,
str,
]
DatabaseColumnListUnionTypeDef#
# DatabaseColumnListUnionTypeDef definition
DatabaseColumnListUnionTypeDef = Union[
DatabaseColumnListTypeDef, # (1)
DatabaseColumnListOutputTypeDef, # (2)
]
DatabaseListUnionTypeDef#
# DatabaseListUnionTypeDef definition
DatabaseListUnionTypeDef = Union[
DatabaseListTypeDef, # (1)
DatabaseListOutputTypeDef, # (2)
]
DatabaseTableListUnionTypeDef#
# DatabaseTableListUnionTypeDef definition
DatabaseTableListUnionTypeDef = Union[
DatabaseTableListTypeDef, # (1)
DatabaseTableListOutputTypeDef, # (2)
]
HiveJsonSerDeUnionTypeDef#
# HiveJsonSerDeUnionTypeDef definition
HiveJsonSerDeUnionTypeDef = Union[
HiveJsonSerDeTypeDef, # (1)
HiveJsonSerDeOutputTypeDef, # (2)
]
OpenXJsonSerDeUnionTypeDef#
# OpenXJsonSerDeUnionTypeDef definition
OpenXJsonSerDeUnionTypeDef = Union[
OpenXJsonSerDeTypeDef, # (1)
OpenXJsonSerDeOutputTypeDef, # (2)
]
OrcSerDeUnionTypeDef#
# OrcSerDeUnionTypeDef definition
OrcSerDeUnionTypeDef = Union[
OrcSerDeTypeDef, # (1)
OrcSerDeOutputTypeDef, # (2)
]
- See OrcSerDeTypeDef
- See OrcSerDeOutputTypeDef
HttpEndpointRequestConfigurationUnionTypeDef#
# HttpEndpointRequestConfigurationUnionTypeDef definition
HttpEndpointRequestConfigurationUnionTypeDef = Union[
HttpEndpointRequestConfigurationTypeDef, # (1)
HttpEndpointRequestConfigurationOutputTypeDef, # (2)
]
PartitionSpecUnionTypeDef#
# PartitionSpecUnionTypeDef definition
PartitionSpecUnionTypeDef = Union[
PartitionSpecTypeDef, # (1)
PartitionSpecOutputTypeDef, # (2)
]
ProcessorUnionTypeDef#
# ProcessorUnionTypeDef definition
ProcessorUnionTypeDef = Union[
ProcessorTypeDef, # (1)
ProcessorOutputTypeDef, # (2)
]
DeserializerUnionTypeDef#
# DeserializerUnionTypeDef definition
DeserializerUnionTypeDef = Union[
DeserializerTypeDef, # (1)
DeserializerOutputTypeDef, # (2)
]
SerializerUnionTypeDef#
# SerializerUnionTypeDef definition
SerializerUnionTypeDef = Union[
SerializerTypeDef, # (1)
SerializerOutputTypeDef, # (2)
]
DestinationTableConfigurationUnionTypeDef#
# DestinationTableConfigurationUnionTypeDef definition
DestinationTableConfigurationUnionTypeDef = Union[
DestinationTableConfigurationTypeDef, # (1)
DestinationTableConfigurationOutputTypeDef, # (2)
]
ProcessingConfigurationUnionTypeDef#
# ProcessingConfigurationUnionTypeDef definition
ProcessingConfigurationUnionTypeDef = Union[
ProcessingConfigurationTypeDef, # (1)
ProcessingConfigurationOutputTypeDef, # (2)
]
InputFormatConfigurationUnionTypeDef#
# InputFormatConfigurationUnionTypeDef definition
InputFormatConfigurationUnionTypeDef = Union[
InputFormatConfigurationTypeDef, # (1)
InputFormatConfigurationOutputTypeDef, # (2)
]
OutputFormatConfigurationUnionTypeDef#
# OutputFormatConfigurationUnionTypeDef definition
OutputFormatConfigurationUnionTypeDef = Union[
OutputFormatConfigurationTypeDef, # (1)
OutputFormatConfigurationOutputTypeDef, # (2)
]
DataFormatConversionConfigurationUnionTypeDef#
# DataFormatConversionConfigurationUnionTypeDef definition
DataFormatConversionConfigurationUnionTypeDef = Union[
DataFormatConversionConfigurationTypeDef, # (1)
DataFormatConversionConfigurationOutputTypeDef, # (2)
]
AmazonOpenSearchServerlessBufferingHintsTypeDef#
# AmazonOpenSearchServerlessBufferingHintsTypeDef definition
class AmazonOpenSearchServerlessBufferingHintsTypeDef(TypedDict):
IntervalInSeconds: NotRequired[int],
SizeInMBs: NotRequired[int],
AmazonOpenSearchServerlessRetryOptionsTypeDef#
# AmazonOpenSearchServerlessRetryOptionsTypeDef definition
class AmazonOpenSearchServerlessRetryOptionsTypeDef(TypedDict):
DurationInSeconds: NotRequired[int],
CloudWatchLoggingOptionsTypeDef#
# CloudWatchLoggingOptionsTypeDef definition
class CloudWatchLoggingOptionsTypeDef(TypedDict):
Enabled: NotRequired[bool],
LogGroupName: NotRequired[str],
LogStreamName: NotRequired[str],
VpcConfigurationTypeDef#
# VpcConfigurationTypeDef definition
class VpcConfigurationTypeDef(TypedDict):
SubnetIds: Sequence[str],
RoleARN: str,
SecurityGroupIds: Sequence[str],
VpcConfigurationDescriptionTypeDef#
# VpcConfigurationDescriptionTypeDef definition
class VpcConfigurationDescriptionTypeDef(TypedDict):
SubnetIds: list[str],
RoleARN: str,
SecurityGroupIds: list[str],
VpcId: str,
AmazonopensearchserviceBufferingHintsTypeDef#
# AmazonopensearchserviceBufferingHintsTypeDef definition
class AmazonopensearchserviceBufferingHintsTypeDef(TypedDict):
IntervalInSeconds: NotRequired[int],
SizeInMBs: NotRequired[int],
AmazonopensearchserviceRetryOptionsTypeDef#
# AmazonopensearchserviceRetryOptionsTypeDef definition
class AmazonopensearchserviceRetryOptionsTypeDef(TypedDict):
DurationInSeconds: NotRequired[int],
DocumentIdOptionsTypeDef#
# DocumentIdOptionsTypeDef definition
class DocumentIdOptionsTypeDef(TypedDict):
DefaultDocumentIdFormat: DefaultDocumentIdFormatType, # (1)
AuthenticationConfigurationTypeDef#
# AuthenticationConfigurationTypeDef definition
class AuthenticationConfigurationTypeDef(TypedDict):
RoleARN: str,
Connectivity: ConnectivityType, # (1)
- See ConnectivityType
BufferingHintsTypeDef#
# BufferingHintsTypeDef definition
class BufferingHintsTypeDef(TypedDict):
SizeInMBs: NotRequired[int],
IntervalInSeconds: NotRequired[int],
CatalogConfigurationTypeDef#
# CatalogConfigurationTypeDef definition
class CatalogConfigurationTypeDef(TypedDict):
CatalogARN: NotRequired[str],
WarehouseLocation: NotRequired[str],
CopyCommandTypeDef#
# CopyCommandTypeDef definition
class CopyCommandTypeDef(TypedDict):
DataTableName: str,
DataTableColumns: NotRequired[str],
CopyOptions: NotRequired[str],
DeliveryStreamEncryptionConfigurationInputTypeDef#
# DeliveryStreamEncryptionConfigurationInputTypeDef definition
class DeliveryStreamEncryptionConfigurationInputTypeDef(TypedDict):
KeyType: KeyTypeType, # (1)
KeyARN: NotRequired[str],
- See KeyTypeType
KinesisStreamSourceConfigurationTypeDef#
# KinesisStreamSourceConfigurationTypeDef definition
class KinesisStreamSourceConfigurationTypeDef(TypedDict):
KinesisStreamARN: str,
RoleARN: str,
TagTypeDef#
# TagTypeDef definition
class TagTypeDef(TypedDict):
Key: str,
Value: NotRequired[str],
ResponseMetadataTypeDef#
# ResponseMetadataTypeDef definition
class ResponseMetadataTypeDef(TypedDict):
RequestId: str,
HTTPStatusCode: int,
HTTPHeaders: dict[str, str],
RetryAttempts: int,
HostId: NotRequired[str],
SchemaConfigurationTypeDef#
# SchemaConfigurationTypeDef definition
class SchemaConfigurationTypeDef(TypedDict):
RoleARN: NotRequired[str],
CatalogId: NotRequired[str],
DatabaseName: NotRequired[str],
TableName: NotRequired[str],
Region: NotRequired[str],
VersionId: NotRequired[str],
DatabaseColumnListOutputTypeDef#
# DatabaseColumnListOutputTypeDef definition
class DatabaseColumnListOutputTypeDef(TypedDict):
Include: NotRequired[list[str]],
Exclude: NotRequired[list[str]],
DatabaseColumnListTypeDef#
# DatabaseColumnListTypeDef definition
class DatabaseColumnListTypeDef(TypedDict):
Include: NotRequired[Sequence[str]],
Exclude: NotRequired[Sequence[str]],
DatabaseListOutputTypeDef#
# DatabaseListOutputTypeDef definition
class DatabaseListOutputTypeDef(TypedDict):
Include: NotRequired[list[str]],
Exclude: NotRequired[list[str]],
DatabaseListTypeDef#
# DatabaseListTypeDef definition
class DatabaseListTypeDef(TypedDict):
Include: NotRequired[Sequence[str]],
Exclude: NotRequired[Sequence[str]],
FailureDescriptionTypeDef#
# FailureDescriptionTypeDef definition
class FailureDescriptionTypeDef(TypedDict):
Type: DeliveryStreamFailureTypeType, # (1)
Details: str,
SecretsManagerConfigurationTypeDef#
# SecretsManagerConfigurationTypeDef definition
class SecretsManagerConfigurationTypeDef(TypedDict):
Enabled: bool,
SecretARN: NotRequired[str],
RoleARN: NotRequired[str],
DatabaseSourceVPCConfigurationTypeDef#
# DatabaseSourceVPCConfigurationTypeDef definition
class DatabaseSourceVPCConfigurationTypeDef(TypedDict):
VpcEndpointServiceName: str,
DatabaseTableListOutputTypeDef#
# DatabaseTableListOutputTypeDef definition
class DatabaseTableListOutputTypeDef(TypedDict):
Include: NotRequired[list[str]],
Exclude: NotRequired[list[str]],
DatabaseTableListTypeDef#
# DatabaseTableListTypeDef definition
class DatabaseTableListTypeDef(TypedDict):
Include: NotRequired[Sequence[str]],
Exclude: NotRequired[Sequence[str]],
DeleteDeliveryStreamInputRequestTypeDef#
# DeleteDeliveryStreamInputRequestTypeDef definition
class DeleteDeliveryStreamInputRequestTypeDef(TypedDict):
DeliveryStreamName: str,
AllowForceDelete: NotRequired[bool],
DescribeDeliveryStreamInputRequestTypeDef#
# DescribeDeliveryStreamInputRequestTypeDef definition
class DescribeDeliveryStreamInputRequestTypeDef(TypedDict):
DeliveryStreamName: str,
Limit: NotRequired[int],
ExclusiveStartDestinationId: NotRequired[str],
HiveJsonSerDeOutputTypeDef#
# HiveJsonSerDeOutputTypeDef definition
class HiveJsonSerDeOutputTypeDef(TypedDict):
TimestampFormats: NotRequired[list[str]],
OpenXJsonSerDeOutputTypeDef#
# OpenXJsonSerDeOutputTypeDef definition
class OpenXJsonSerDeOutputTypeDef(TypedDict):
ConvertDotsInJsonKeysToUnderscores: NotRequired[bool],
CaseInsensitive: NotRequired[bool],
ColumnToJsonKeyMappings: NotRequired[dict[str, str]],
RetryOptionsTypeDef#
# RetryOptionsTypeDef definition
class RetryOptionsTypeDef(TypedDict):
DurationInSeconds: NotRequired[int],
ElasticsearchBufferingHintsTypeDef#
# ElasticsearchBufferingHintsTypeDef definition
class ElasticsearchBufferingHintsTypeDef(TypedDict):
IntervalInSeconds: NotRequired[int],
SizeInMBs: NotRequired[int],
ElasticsearchRetryOptionsTypeDef#
# ElasticsearchRetryOptionsTypeDef definition
class ElasticsearchRetryOptionsTypeDef(TypedDict):
DurationInSeconds: NotRequired[int],
KMSEncryptionConfigTypeDef#
# KMSEncryptionConfigTypeDef definition
class KMSEncryptionConfigTypeDef(TypedDict):
AWSKMSKeyARN: str,
HiveJsonSerDeTypeDef#
# HiveJsonSerDeTypeDef definition
class HiveJsonSerDeTypeDef(TypedDict):
TimestampFormats: NotRequired[Sequence[str]],
HttpEndpointBufferingHintsTypeDef#
# HttpEndpointBufferingHintsTypeDef definition
class HttpEndpointBufferingHintsTypeDef(TypedDict):
SizeInMBs: NotRequired[int],
IntervalInSeconds: NotRequired[int],
HttpEndpointCommonAttributeTypeDef#
# HttpEndpointCommonAttributeTypeDef definition
class HttpEndpointCommonAttributeTypeDef(TypedDict):
AttributeName: str,
AttributeValue: str,
HttpEndpointConfigurationTypeDef#
# HttpEndpointConfigurationTypeDef definition
class HttpEndpointConfigurationTypeDef(TypedDict):
Url: str,
Name: NotRequired[str],
AccessKey: NotRequired[str],
HttpEndpointDescriptionTypeDef#
# HttpEndpointDescriptionTypeDef definition
class HttpEndpointDescriptionTypeDef(TypedDict):
Url: NotRequired[str],
Name: NotRequired[str],
HttpEndpointRetryOptionsTypeDef#
# HttpEndpointRetryOptionsTypeDef definition
class HttpEndpointRetryOptionsTypeDef(TypedDict):
DurationInSeconds: NotRequired[int],
SchemaEvolutionConfigurationTypeDef#
# SchemaEvolutionConfigurationTypeDef definition
class SchemaEvolutionConfigurationTypeDef(TypedDict):
Enabled: bool,
TableCreationConfigurationTypeDef#
# TableCreationConfigurationTypeDef definition
class TableCreationConfigurationTypeDef(TypedDict):
Enabled: bool,
KinesisStreamSourceDescriptionTypeDef#
# KinesisStreamSourceDescriptionTypeDef definition
class KinesisStreamSourceDescriptionTypeDef(TypedDict):
KinesisStreamARN: NotRequired[str],
RoleARN: NotRequired[str],
DeliveryStartTimestamp: NotRequired[datetime],
ListDeliveryStreamsInputRequestTypeDef#
# ListDeliveryStreamsInputRequestTypeDef definition
class ListDeliveryStreamsInputRequestTypeDef(TypedDict):
Limit: NotRequired[int],
DeliveryStreamType: NotRequired[DeliveryStreamTypeType], # (1)
ExclusiveStartDeliveryStreamName: NotRequired[str],
ListTagsForDeliveryStreamInputRequestTypeDef#
# ListTagsForDeliveryStreamInputRequestTypeDef definition
class ListTagsForDeliveryStreamInputRequestTypeDef(TypedDict):
DeliveryStreamName: str,
ExclusiveStartTagKey: NotRequired[str],
Limit: NotRequired[int],
OpenXJsonSerDeTypeDef#
# OpenXJsonSerDeTypeDef definition
class OpenXJsonSerDeTypeDef(TypedDict):
ConvertDotsInJsonKeysToUnderscores: NotRequired[bool],
CaseInsensitive: NotRequired[bool],
ColumnToJsonKeyMappings: NotRequired[Mapping[str, str]],
OrcSerDeOutputTypeDef#
# OrcSerDeOutputTypeDef definition
class OrcSerDeOutputTypeDef(TypedDict):
StripeSizeBytes: NotRequired[int],
BlockSizeBytes: NotRequired[int],
RowIndexStride: NotRequired[int],
EnablePadding: NotRequired[bool],
PaddingTolerance: NotRequired[float],
Compression: NotRequired[OrcCompressionType], # (1)
BloomFilterColumns: NotRequired[list[str]],
BloomFilterFalsePositiveProbability: NotRequired[float],
DictionaryKeyThreshold: NotRequired[float],
FormatVersion: NotRequired[OrcFormatVersionType], # (2)
OrcSerDeTypeDef#
# OrcSerDeTypeDef definition
class OrcSerDeTypeDef(TypedDict):
StripeSizeBytes: NotRequired[int],
BlockSizeBytes: NotRequired[int],
RowIndexStride: NotRequired[int],
EnablePadding: NotRequired[bool],
PaddingTolerance: NotRequired[float],
Compression: NotRequired[OrcCompressionType], # (1)
BloomFilterColumns: NotRequired[Sequence[str]],
BloomFilterFalsePositiveProbability: NotRequired[float],
DictionaryKeyThreshold: NotRequired[float],
FormatVersion: NotRequired[OrcFormatVersionType], # (2)
ParquetSerDeTypeDef#
# ParquetSerDeTypeDef definition
class ParquetSerDeTypeDef(TypedDict):
BlockSizeBytes: NotRequired[int],
PageSizeBytes: NotRequired[int],
Compression: NotRequired[ParquetCompressionType], # (1)
EnableDictionaryCompression: NotRequired[bool],
MaxPaddingBytes: NotRequired[int],
WriterVersion: NotRequired[ParquetWriterVersionType], # (2)
PartitionFieldTypeDef#
# PartitionFieldTypeDef definition
class PartitionFieldTypeDef(TypedDict):
SourceName: str,
ProcessorParameterTypeDef#
# ProcessorParameterTypeDef definition
class ProcessorParameterTypeDef(TypedDict):
ParameterName: ProcessorParameterNameType, # (1)
ParameterValue: str,
PutRecordBatchResponseEntryTypeDef#
# PutRecordBatchResponseEntryTypeDef definition
class PutRecordBatchResponseEntryTypeDef(TypedDict):
RecordId: NotRequired[str],
ErrorCode: NotRequired[str],
ErrorMessage: NotRequired[str],
RedshiftRetryOptionsTypeDef#
# RedshiftRetryOptionsTypeDef definition
class RedshiftRetryOptionsTypeDef(TypedDict):
DurationInSeconds: NotRequired[int],
SnowflakeBufferingHintsTypeDef#
# SnowflakeBufferingHintsTypeDef definition
class SnowflakeBufferingHintsTypeDef(TypedDict):
SizeInMBs: NotRequired[int],
IntervalInSeconds: NotRequired[int],
SnowflakeRetryOptionsTypeDef#
# SnowflakeRetryOptionsTypeDef definition
class SnowflakeRetryOptionsTypeDef(TypedDict):
DurationInSeconds: NotRequired[int],
SnowflakeRoleConfigurationTypeDef#
# SnowflakeRoleConfigurationTypeDef definition
class SnowflakeRoleConfigurationTypeDef(TypedDict):
Enabled: NotRequired[bool],
SnowflakeRole: NotRequired[str],
SnowflakeVpcConfigurationTypeDef#
# SnowflakeVpcConfigurationTypeDef definition
class SnowflakeVpcConfigurationTypeDef(TypedDict):
PrivateLinkVpceId: str,
SplunkBufferingHintsTypeDef#
# SplunkBufferingHintsTypeDef definition
class SplunkBufferingHintsTypeDef(TypedDict):
IntervalInSeconds: NotRequired[int],
SizeInMBs: NotRequired[int],
SplunkRetryOptionsTypeDef#
# SplunkRetryOptionsTypeDef definition
class SplunkRetryOptionsTypeDef(TypedDict):
DurationInSeconds: NotRequired[int],
StopDeliveryStreamEncryptionInputRequestTypeDef#
# StopDeliveryStreamEncryptionInputRequestTypeDef definition
class StopDeliveryStreamEncryptionInputRequestTypeDef(TypedDict):
DeliveryStreamName: str,
UntagDeliveryStreamInputRequestTypeDef#
# UntagDeliveryStreamInputRequestTypeDef definition
class UntagDeliveryStreamInputRequestTypeDef(TypedDict):
DeliveryStreamName: str,
TagKeys: Sequence[str],
MSKSourceDescriptionTypeDef#
# MSKSourceDescriptionTypeDef definition
class MSKSourceDescriptionTypeDef(TypedDict):
MSKClusterARN: NotRequired[str],
TopicName: NotRequired[str],
AuthenticationConfiguration: NotRequired[AuthenticationConfigurationTypeDef], # (1)
DeliveryStartTimestamp: NotRequired[datetime],
ReadFromTimestamp: NotRequired[datetime],
RecordTypeDef#
# RecordTypeDef definition
class RecordTypeDef(TypedDict):
Data: BlobTypeDef,
StartDeliveryStreamEncryptionInputRequestTypeDef#
# StartDeliveryStreamEncryptionInputRequestTypeDef definition
class StartDeliveryStreamEncryptionInputRequestTypeDef(TypedDict):
DeliveryStreamName: str,
DeliveryStreamEncryptionConfigurationInput: NotRequired[DeliveryStreamEncryptionConfigurationInputTypeDef], # (1)
TagDeliveryStreamInputRequestTypeDef#
# TagDeliveryStreamInputRequestTypeDef definition
class TagDeliveryStreamInputRequestTypeDef(TypedDict):
DeliveryStreamName: str,
Tags: Sequence[TagTypeDef], # (1)
- See TagTypeDef
CreateDeliveryStreamOutputTypeDef#
# CreateDeliveryStreamOutputTypeDef definition
class CreateDeliveryStreamOutputTypeDef(TypedDict):
DeliveryStreamARN: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)
ListDeliveryStreamsOutputTypeDef#
# ListDeliveryStreamsOutputTypeDef definition
class ListDeliveryStreamsOutputTypeDef(TypedDict):
DeliveryStreamNames: list[str],
HasMoreDeliveryStreams: bool,
ResponseMetadata: ResponseMetadataTypeDef, # (1)
ListTagsForDeliveryStreamOutputTypeDef#
# ListTagsForDeliveryStreamOutputTypeDef definition
class ListTagsForDeliveryStreamOutputTypeDef(TypedDict):
Tags: list[TagTypeDef], # (1)
HasMoreTags: bool,
ResponseMetadata: ResponseMetadataTypeDef, # (2)
- See TagTypeDef
- See ResponseMetadataTypeDef
PutRecordOutputTypeDef#
# PutRecordOutputTypeDef definition
class PutRecordOutputTypeDef(TypedDict):
RecordId: str,
Encrypted: bool,
ResponseMetadata: ResponseMetadataTypeDef, # (1)
DatabaseSnapshotInfoTypeDef#
# DatabaseSnapshotInfoTypeDef definition
class DatabaseSnapshotInfoTypeDef(TypedDict):
Id: str,
Table: str,
RequestTimestamp: datetime,
RequestedBy: SnapshotRequestedByType, # (1)
Status: SnapshotStatusType, # (2)
FailureDescription: NotRequired[FailureDescriptionTypeDef], # (3)
DeliveryStreamEncryptionConfigurationTypeDef#
# DeliveryStreamEncryptionConfigurationTypeDef definition
class DeliveryStreamEncryptionConfigurationTypeDef(TypedDict):
KeyARN: NotRequired[str],
KeyType: NotRequired[KeyTypeType], # (1)
Status: NotRequired[DeliveryStreamEncryptionStatusType], # (2)
FailureDescription: NotRequired[FailureDescriptionTypeDef], # (3)
DatabaseSourceAuthenticationConfigurationTypeDef#
# DatabaseSourceAuthenticationConfigurationTypeDef definition
class DatabaseSourceAuthenticationConfigurationTypeDef(TypedDict):
SecretsManagerConfiguration: SecretsManagerConfigurationTypeDef, # (1)
DeserializerOutputTypeDef#
# DeserializerOutputTypeDef definition
class DeserializerOutputTypeDef(TypedDict):
OpenXJsonSerDe: NotRequired[OpenXJsonSerDeOutputTypeDef], # (1)
HiveJsonSerDe: NotRequired[HiveJsonSerDeOutputTypeDef], # (2)
DynamicPartitioningConfigurationTypeDef#
# DynamicPartitioningConfigurationTypeDef definition
class DynamicPartitioningConfigurationTypeDef(TypedDict):
RetryOptions: NotRequired[RetryOptionsTypeDef], # (1)
Enabled: NotRequired[bool],
EncryptionConfigurationTypeDef#
# EncryptionConfigurationTypeDef definition
class EncryptionConfigurationTypeDef(TypedDict):
NoEncryptionConfig: NotRequired[NoEncryptionConfigType], # (1)
KMSEncryptionConfig: NotRequired[KMSEncryptionConfigTypeDef], # (2)
HttpEndpointRequestConfigurationOutputTypeDef#
# HttpEndpointRequestConfigurationOutputTypeDef definition
class HttpEndpointRequestConfigurationOutputTypeDef(TypedDict):
ContentEncoding: NotRequired[ContentEncodingType], # (1)
CommonAttributes: NotRequired[list[HttpEndpointCommonAttributeTypeDef]], # (2)
HttpEndpointRequestConfigurationTypeDef#
# HttpEndpointRequestConfigurationTypeDef definition
class HttpEndpointRequestConfigurationTypeDef(TypedDict):
ContentEncoding: NotRequired[ContentEncodingType], # (1)
CommonAttributes: NotRequired[Sequence[HttpEndpointCommonAttributeTypeDef]], # (2)
MSKSourceConfigurationTypeDef#
# MSKSourceConfigurationTypeDef definition
class MSKSourceConfigurationTypeDef(TypedDict):
MSKClusterARN: str,
TopicName: str,
AuthenticationConfiguration: AuthenticationConfigurationTypeDef, # (1)
ReadFromTimestamp: NotRequired[TimestampTypeDef],
SerializerOutputTypeDef#
# SerializerOutputTypeDef definition
class SerializerOutputTypeDef(TypedDict):
ParquetSerDe: NotRequired[ParquetSerDeTypeDef], # (1)
OrcSerDe: NotRequired[OrcSerDeOutputTypeDef], # (2)
PartitionSpecOutputTypeDef#
# PartitionSpecOutputTypeDef definition
class PartitionSpecOutputTypeDef(TypedDict):
Identity: NotRequired[list[PartitionFieldTypeDef]], # (1)
PartitionSpecTypeDef#
# PartitionSpecTypeDef definition
class PartitionSpecTypeDef(TypedDict):
Identity: NotRequired[Sequence[PartitionFieldTypeDef]], # (1)
ProcessorOutputTypeDef#
# ProcessorOutputTypeDef definition
class ProcessorOutputTypeDef(TypedDict):
Type: ProcessorTypeType, # (1)
Parameters: NotRequired[list[ProcessorParameterTypeDef]], # (2)
ProcessorTypeDef#
# ProcessorTypeDef definition
class ProcessorTypeDef(TypedDict):
Type: ProcessorTypeType, # (1)
Parameters: NotRequired[Sequence[ProcessorParameterTypeDef]], # (2)
PutRecordBatchOutputTypeDef#
# PutRecordBatchOutputTypeDef definition
class PutRecordBatchOutputTypeDef(TypedDict):
FailedPutCount: int,
Encrypted: bool,
RequestResponses: list[PutRecordBatchResponseEntryTypeDef], # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
PutRecordBatchInputRequestTypeDef#
# PutRecordBatchInputRequestTypeDef definition
class PutRecordBatchInputRequestTypeDef(TypedDict):
DeliveryStreamName: str,
Records: Sequence[RecordTypeDef], # (1)
- See RecordTypeDef
PutRecordInputRequestTypeDef#
# PutRecordInputRequestTypeDef definition
class PutRecordInputRequestTypeDef(TypedDict):
DeliveryStreamName: str,
Record: RecordTypeDef, # (1)
- See RecordTypeDef
DatabaseSourceDescriptionTypeDef#
# DatabaseSourceDescriptionTypeDef definition
class DatabaseSourceDescriptionTypeDef(TypedDict):
Type: NotRequired[DatabaseTypeType], # (1)
Endpoint: NotRequired[str],
Port: NotRequired[int],
SSLMode: NotRequired[SSLModeType], # (2)
Databases: NotRequired[DatabaseListOutputTypeDef], # (3)
Tables: NotRequired[DatabaseTableListOutputTypeDef], # (4)
Columns: NotRequired[DatabaseColumnListOutputTypeDef], # (5)
SurrogateKeys: NotRequired[list[str]],
SnapshotWatermarkTable: NotRequired[str],
SnapshotInfo: NotRequired[list[DatabaseSnapshotInfoTypeDef]], # (6)
DatabaseSourceAuthenticationConfiguration: NotRequired[DatabaseSourceAuthenticationConfigurationTypeDef], # (7)
DatabaseSourceVPCConfiguration: NotRequired[DatabaseSourceVPCConfigurationTypeDef], # (8)
- See DatabaseTypeType
- See SSLModeType
- See DatabaseListOutputTypeDef
- See DatabaseTableListOutputTypeDef
- See DatabaseColumnListOutputTypeDef
- See DatabaseSnapshotInfoTypeDef
- See DatabaseSourceAuthenticationConfigurationTypeDef
- See DatabaseSourceVPCConfigurationTypeDef
DatabaseSourceConfigurationTypeDef#
# DatabaseSourceConfigurationTypeDef definition
class DatabaseSourceConfigurationTypeDef(TypedDict):
Type: DatabaseTypeType, # (1)
Endpoint: str,
Port: int,
Databases: DatabaseListUnionTypeDef, # (3)
Tables: DatabaseTableListUnionTypeDef, # (4)
SnapshotWatermarkTable: str,
DatabaseSourceAuthenticationConfiguration: DatabaseSourceAuthenticationConfigurationTypeDef, # (6)
DatabaseSourceVPCConfiguration: DatabaseSourceVPCConfigurationTypeDef, # (7)
SSLMode: NotRequired[SSLModeType], # (2)
Columns: NotRequired[DatabaseColumnListUnionTypeDef], # (5)
SurrogateKeys: NotRequired[Sequence[str]],
- See DatabaseTypeType
- See SSLModeType
- See DatabaseListTypeDef DatabaseListOutputTypeDef
- See DatabaseTableListTypeDef DatabaseTableListOutputTypeDef
- See DatabaseColumnListTypeDef DatabaseColumnListOutputTypeDef
- See DatabaseSourceAuthenticationConfigurationTypeDef
- See DatabaseSourceVPCConfigurationTypeDef
InputFormatConfigurationOutputTypeDef#
# InputFormatConfigurationOutputTypeDef definition
class InputFormatConfigurationOutputTypeDef(TypedDict):
Deserializer: NotRequired[DeserializerOutputTypeDef], # (1)
S3DestinationConfigurationTypeDef#
# S3DestinationConfigurationTypeDef definition
class S3DestinationConfigurationTypeDef(TypedDict):
RoleARN: str,
BucketARN: str,
Prefix: NotRequired[str],
ErrorOutputPrefix: NotRequired[str],
BufferingHints: NotRequired[BufferingHintsTypeDef], # (1)
CompressionFormat: NotRequired[CompressionFormatType], # (2)
EncryptionConfiguration: NotRequired[EncryptionConfigurationTypeDef], # (3)
CloudWatchLoggingOptions: NotRequired[CloudWatchLoggingOptionsTypeDef], # (4)
- See BufferingHintsTypeDef
- See CompressionFormatType
- See EncryptionConfigurationTypeDef
- See CloudWatchLoggingOptionsTypeDef
S3DestinationDescriptionTypeDef#
# S3DestinationDescriptionTypeDef definition
class S3DestinationDescriptionTypeDef(TypedDict):
RoleARN: str,
BucketARN: str,
BufferingHints: BufferingHintsTypeDef, # (1)
CompressionFormat: CompressionFormatType, # (2)
EncryptionConfiguration: EncryptionConfigurationTypeDef, # (3)
Prefix: NotRequired[str],
ErrorOutputPrefix: NotRequired[str],
CloudWatchLoggingOptions: NotRequired[CloudWatchLoggingOptionsTypeDef], # (4)
- See BufferingHintsTypeDef
- See CompressionFormatType
- See EncryptionConfigurationTypeDef
- See CloudWatchLoggingOptionsTypeDef
S3DestinationUpdateTypeDef#
# S3DestinationUpdateTypeDef definition
class S3DestinationUpdateTypeDef(TypedDict):
RoleARN: NotRequired[str],
BucketARN: NotRequired[str],
Prefix: NotRequired[str],
ErrorOutputPrefix: NotRequired[str],
BufferingHints: NotRequired[BufferingHintsTypeDef], # (1)
CompressionFormat: NotRequired[CompressionFormatType], # (2)
EncryptionConfiguration: NotRequired[EncryptionConfigurationTypeDef], # (3)
CloudWatchLoggingOptions: NotRequired[CloudWatchLoggingOptionsTypeDef], # (4)
- See BufferingHintsTypeDef
- See CompressionFormatType
- See EncryptionConfigurationTypeDef
- See CloudWatchLoggingOptionsTypeDef
DeserializerTypeDef#
# DeserializerTypeDef definition
class DeserializerTypeDef(TypedDict):
OpenXJsonSerDe: NotRequired[OpenXJsonSerDeUnionTypeDef], # (1)
HiveJsonSerDe: NotRequired[HiveJsonSerDeUnionTypeDef], # (2)
- See OpenXJsonSerDeTypeDef OpenXJsonSerDeOutputTypeDef
- See HiveJsonSerDeTypeDef HiveJsonSerDeOutputTypeDef
SerializerTypeDef#
# SerializerTypeDef definition
class SerializerTypeDef(TypedDict):
ParquetSerDe: NotRequired[ParquetSerDeTypeDef], # (1)
OrcSerDe: NotRequired[OrcSerDeUnionTypeDef], # (2)
OutputFormatConfigurationOutputTypeDef#
# OutputFormatConfigurationOutputTypeDef definition
class OutputFormatConfigurationOutputTypeDef(TypedDict):
Serializer: NotRequired[SerializerOutputTypeDef], # (1)
DestinationTableConfigurationOutputTypeDef#
# DestinationTableConfigurationOutputTypeDef definition
class DestinationTableConfigurationOutputTypeDef(TypedDict):
DestinationTableName: str,
DestinationDatabaseName: str,
UniqueKeys: NotRequired[list[str]],
PartitionSpec: NotRequired[PartitionSpecOutputTypeDef], # (1)
S3ErrorOutputPrefix: NotRequired[str],
ProcessingConfigurationOutputTypeDef#
# ProcessingConfigurationOutputTypeDef definition
class ProcessingConfigurationOutputTypeDef(TypedDict):
Enabled: NotRequired[bool],
Processors: NotRequired[list[ProcessorOutputTypeDef]], # (1)
SourceDescriptionTypeDef#
# SourceDescriptionTypeDef definition
class SourceDescriptionTypeDef(TypedDict):
KinesisStreamSourceDescription: NotRequired[KinesisStreamSourceDescriptionTypeDef], # (1)
MSKSourceDescription: NotRequired[MSKSourceDescriptionTypeDef], # (2)
DatabaseSourceDescription: NotRequired[DatabaseSourceDescriptionTypeDef], # (3)
- See KinesisStreamSourceDescriptionTypeDef
- See MSKSourceDescriptionTypeDef
- See DatabaseSourceDescriptionTypeDef
DataFormatConversionConfigurationOutputTypeDef#
# DataFormatConversionConfigurationOutputTypeDef definition
class DataFormatConversionConfigurationOutputTypeDef(TypedDict):
SchemaConfiguration: NotRequired[SchemaConfigurationTypeDef], # (1)
InputFormatConfiguration: NotRequired[InputFormatConfigurationOutputTypeDef], # (2)
OutputFormatConfiguration: NotRequired[OutputFormatConfigurationOutputTypeDef], # (3)
Enabled: NotRequired[bool],
- See SchemaConfigurationTypeDef
- See InputFormatConfigurationOutputTypeDef
- See OutputFormatConfigurationOutputTypeDef
DestinationTableConfigurationTypeDef#
# DestinationTableConfigurationTypeDef definition
class DestinationTableConfigurationTypeDef(TypedDict):
DestinationTableName: str,
DestinationDatabaseName: str,
UniqueKeys: NotRequired[Sequence[str]],
PartitionSpec: NotRequired[PartitionSpecUnionTypeDef], # (1)
S3ErrorOutputPrefix: NotRequired[str],
AmazonOpenSearchServerlessDestinationDescriptionTypeDef#
# AmazonOpenSearchServerlessDestinationDescriptionTypeDef definition
class AmazonOpenSearchServerlessDestinationDescriptionTypeDef(TypedDict):
RoleARN: NotRequired[str],
CollectionEndpoint: NotRequired[str],
IndexName: NotRequired[str],
BufferingHints: NotRequired[AmazonOpenSearchServerlessBufferingHintsTypeDef], # (1)
RetryOptions: NotRequired[AmazonOpenSearchServerlessRetryOptionsTypeDef], # (2)
S3BackupMode: NotRequired[AmazonOpenSearchServerlessS3BackupModeType], # (3)
S3DestinationDescription: NotRequired[S3DestinationDescriptionTypeDef], # (4)
ProcessingConfiguration: NotRequired[ProcessingConfigurationOutputTypeDef], # (5)
CloudWatchLoggingOptions: NotRequired[CloudWatchLoggingOptionsTypeDef], # (6)
VpcConfigurationDescription: NotRequired[VpcConfigurationDescriptionTypeDef], # (7)
- See AmazonOpenSearchServerlessBufferingHintsTypeDef
- See AmazonOpenSearchServerlessRetryOptionsTypeDef
- See AmazonOpenSearchServerlessS3BackupModeType
- See S3DestinationDescriptionTypeDef
- See ProcessingConfigurationOutputTypeDef
- See CloudWatchLoggingOptionsTypeDef
- See VpcConfigurationDescriptionTypeDef
AmazonopensearchserviceDestinationDescriptionTypeDef#
# AmazonopensearchserviceDestinationDescriptionTypeDef definition
class AmazonopensearchserviceDestinationDescriptionTypeDef(TypedDict):
RoleARN: NotRequired[str],
DomainARN: NotRequired[str],
ClusterEndpoint: NotRequired[str],
IndexName: NotRequired[str],
TypeName: NotRequired[str],
IndexRotationPeriod: NotRequired[AmazonopensearchserviceIndexRotationPeriodType], # (1)
BufferingHints: NotRequired[AmazonopensearchserviceBufferingHintsTypeDef], # (2)
RetryOptions: NotRequired[AmazonopensearchserviceRetryOptionsTypeDef], # (3)
S3BackupMode: NotRequired[AmazonopensearchserviceS3BackupModeType], # (4)
S3DestinationDescription: NotRequired[S3DestinationDescriptionTypeDef], # (5)
ProcessingConfiguration: NotRequired[ProcessingConfigurationOutputTypeDef], # (6)
CloudWatchLoggingOptions: NotRequired[CloudWatchLoggingOptionsTypeDef], # (7)
VpcConfigurationDescription: NotRequired[VpcConfigurationDescriptionTypeDef], # (8)
DocumentIdOptions: NotRequired[DocumentIdOptionsTypeDef], # (9)
- See AmazonopensearchserviceIndexRotationPeriodType
- See AmazonopensearchserviceBufferingHintsTypeDef
- See AmazonopensearchserviceRetryOptionsTypeDef
- See AmazonopensearchserviceS3BackupModeType
- See S3DestinationDescriptionTypeDef
- See ProcessingConfigurationOutputTypeDef
- See CloudWatchLoggingOptionsTypeDef
- See VpcConfigurationDescriptionTypeDef
- See DocumentIdOptionsTypeDef
ElasticsearchDestinationDescriptionTypeDef#
# ElasticsearchDestinationDescriptionTypeDef definition
class ElasticsearchDestinationDescriptionTypeDef(TypedDict):
RoleARN: NotRequired[str],
DomainARN: NotRequired[str],
ClusterEndpoint: NotRequired[str],
IndexName: NotRequired[str],
TypeName: NotRequired[str],
IndexRotationPeriod: NotRequired[ElasticsearchIndexRotationPeriodType], # (1)
BufferingHints: NotRequired[ElasticsearchBufferingHintsTypeDef], # (2)
RetryOptions: NotRequired[ElasticsearchRetryOptionsTypeDef], # (3)
S3BackupMode: NotRequired[ElasticsearchS3BackupModeType], # (4)
S3DestinationDescription: NotRequired[S3DestinationDescriptionTypeDef], # (5)
ProcessingConfiguration: NotRequired[ProcessingConfigurationOutputTypeDef], # (6)
CloudWatchLoggingOptions: NotRequired[CloudWatchLoggingOptionsTypeDef], # (7)
VpcConfigurationDescription: NotRequired[VpcConfigurationDescriptionTypeDef], # (8)
DocumentIdOptions: NotRequired[DocumentIdOptionsTypeDef], # (9)
- See ElasticsearchIndexRotationPeriodType
- See ElasticsearchBufferingHintsTypeDef
- See ElasticsearchRetryOptionsTypeDef
- See ElasticsearchS3BackupModeType
- See S3DestinationDescriptionTypeDef
- See ProcessingConfigurationOutputTypeDef
- See CloudWatchLoggingOptionsTypeDef
- See VpcConfigurationDescriptionTypeDef
- See DocumentIdOptionsTypeDef
HttpEndpointDestinationDescriptionTypeDef#
# HttpEndpointDestinationDescriptionTypeDef definition
class HttpEndpointDestinationDescriptionTypeDef(TypedDict):
EndpointConfiguration: NotRequired[HttpEndpointDescriptionTypeDef], # (1)
BufferingHints: NotRequired[HttpEndpointBufferingHintsTypeDef], # (2)
CloudWatchLoggingOptions: NotRequired[CloudWatchLoggingOptionsTypeDef], # (3)
RequestConfiguration: NotRequired[HttpEndpointRequestConfigurationOutputTypeDef], # (4)
ProcessingConfiguration: NotRequired[ProcessingConfigurationOutputTypeDef], # (5)
RoleARN: NotRequired[str],
RetryOptions: NotRequired[HttpEndpointRetryOptionsTypeDef], # (6)
S3BackupMode: NotRequired[HttpEndpointS3BackupModeType], # (7)
S3DestinationDescription: NotRequired[S3DestinationDescriptionTypeDef], # (8)
SecretsManagerConfiguration: NotRequired[SecretsManagerConfigurationTypeDef], # (9)
- See HttpEndpointDescriptionTypeDef
- See HttpEndpointBufferingHintsTypeDef
- See CloudWatchLoggingOptionsTypeDef
- See HttpEndpointRequestConfigurationOutputTypeDef
- See ProcessingConfigurationOutputTypeDef
- See HttpEndpointRetryOptionsTypeDef
- See HttpEndpointS3BackupModeType
- See S3DestinationDescriptionTypeDef
- See SecretsManagerConfigurationTypeDef
IcebergDestinationDescriptionTypeDef#
# IcebergDestinationDescriptionTypeDef definition
class IcebergDestinationDescriptionTypeDef(TypedDict):
DestinationTableConfigurationList: NotRequired[list[DestinationTableConfigurationOutputTypeDef]], # (1)
SchemaEvolutionConfiguration: NotRequired[SchemaEvolutionConfigurationTypeDef], # (2)
TableCreationConfiguration: NotRequired[TableCreationConfigurationTypeDef], # (3)
BufferingHints: NotRequired[BufferingHintsTypeDef], # (4)
CloudWatchLoggingOptions: NotRequired[CloudWatchLoggingOptionsTypeDef], # (5)
ProcessingConfiguration: NotRequired[ProcessingConfigurationOutputTypeDef], # (6)
S3BackupMode: NotRequired[IcebergS3BackupModeType], # (7)
RetryOptions: NotRequired[RetryOptionsTypeDef], # (8)
RoleARN: NotRequired[str],
CatalogConfiguration: NotRequired[CatalogConfigurationTypeDef], # (9)
S3DestinationDescription: NotRequired[S3DestinationDescriptionTypeDef], # (10)
- See DestinationTableConfigurationOutputTypeDef
- See SchemaEvolutionConfigurationTypeDef
- See TableCreationConfigurationTypeDef
- See BufferingHintsTypeDef
- See CloudWatchLoggingOptionsTypeDef
- See ProcessingConfigurationOutputTypeDef
- See IcebergS3BackupModeType
- See RetryOptionsTypeDef
- See CatalogConfigurationTypeDef
- See S3DestinationDescriptionTypeDef
RedshiftDestinationDescriptionTypeDef#
# RedshiftDestinationDescriptionTypeDef definition
class RedshiftDestinationDescriptionTypeDef(TypedDict):
RoleARN: str,
ClusterJDBCURL: str,
CopyCommand: CopyCommandTypeDef, # (1)
S3DestinationDescription: S3DestinationDescriptionTypeDef, # (3)
Username: NotRequired[str],
RetryOptions: NotRequired[RedshiftRetryOptionsTypeDef], # (2)
ProcessingConfiguration: NotRequired[ProcessingConfigurationOutputTypeDef], # (4)
S3BackupMode: NotRequired[RedshiftS3BackupModeType], # (5)
S3BackupDescription: NotRequired[S3DestinationDescriptionTypeDef], # (3)
CloudWatchLoggingOptions: NotRequired[CloudWatchLoggingOptionsTypeDef], # (7)
SecretsManagerConfiguration: NotRequired[SecretsManagerConfigurationTypeDef], # (8)
- See CopyCommandTypeDef
- See RedshiftRetryOptionsTypeDef
- See S3DestinationDescriptionTypeDef
- See ProcessingConfigurationOutputTypeDef
- See RedshiftS3BackupModeType
- See S3DestinationDescriptionTypeDef
- See CloudWatchLoggingOptionsTypeDef
- See SecretsManagerConfigurationTypeDef
SnowflakeDestinationDescriptionTypeDef#
# SnowflakeDestinationDescriptionTypeDef definition
class SnowflakeDestinationDescriptionTypeDef(TypedDict):
AccountUrl: NotRequired[str],
User: NotRequired[str],
Database: NotRequired[str],
Schema: NotRequired[str],
Table: NotRequired[str],
SnowflakeRoleConfiguration: NotRequired[SnowflakeRoleConfigurationTypeDef], # (1)
DataLoadingOption: NotRequired[SnowflakeDataLoadingOptionType], # (2)
MetaDataColumnName: NotRequired[str],
ContentColumnName: NotRequired[str],
SnowflakeVpcConfiguration: NotRequired[SnowflakeVpcConfigurationTypeDef], # (3)
CloudWatchLoggingOptions: NotRequired[CloudWatchLoggingOptionsTypeDef], # (4)
ProcessingConfiguration: NotRequired[ProcessingConfigurationOutputTypeDef], # (5)
RoleARN: NotRequired[str],
RetryOptions: NotRequired[SnowflakeRetryOptionsTypeDef], # (6)
S3BackupMode: NotRequired[SnowflakeS3BackupModeType], # (7)
S3DestinationDescription: NotRequired[S3DestinationDescriptionTypeDef], # (8)
SecretsManagerConfiguration: NotRequired[SecretsManagerConfigurationTypeDef], # (9)
BufferingHints: NotRequired[SnowflakeBufferingHintsTypeDef], # (10)
- See SnowflakeRoleConfigurationTypeDef
- See SnowflakeDataLoadingOptionType
- See SnowflakeVpcConfigurationTypeDef
- See CloudWatchLoggingOptionsTypeDef
- See ProcessingConfigurationOutputTypeDef
- See SnowflakeRetryOptionsTypeDef
- See SnowflakeS3BackupModeType
- See S3DestinationDescriptionTypeDef
- See SecretsManagerConfigurationTypeDef
- See SnowflakeBufferingHintsTypeDef
SplunkDestinationDescriptionTypeDef#
# SplunkDestinationDescriptionTypeDef definition
class SplunkDestinationDescriptionTypeDef(TypedDict):
HECEndpoint: NotRequired[str],
HECEndpointType: NotRequired[HECEndpointTypeType], # (1)
HECToken: NotRequired[str],
HECAcknowledgmentTimeoutInSeconds: NotRequired[int],
RetryOptions: NotRequired[SplunkRetryOptionsTypeDef], # (2)
S3BackupMode: NotRequired[SplunkS3BackupModeType], # (3)
S3DestinationDescription: NotRequired[S3DestinationDescriptionTypeDef], # (4)
ProcessingConfiguration: NotRequired[ProcessingConfigurationOutputTypeDef], # (5)
CloudWatchLoggingOptions: NotRequired[CloudWatchLoggingOptionsTypeDef], # (6)
BufferingHints: NotRequired[SplunkBufferingHintsTypeDef], # (7)
SecretsManagerConfiguration: NotRequired[SecretsManagerConfigurationTypeDef], # (8)
- See HECEndpointTypeType
- See SplunkRetryOptionsTypeDef
- See SplunkS3BackupModeType
- See S3DestinationDescriptionTypeDef
- See ProcessingConfigurationOutputTypeDef
- See CloudWatchLoggingOptionsTypeDef
- See SplunkBufferingHintsTypeDef
- See SecretsManagerConfigurationTypeDef
ProcessingConfigurationTypeDef#
# ProcessingConfigurationTypeDef definition
class ProcessingConfigurationTypeDef(TypedDict):
Enabled: NotRequired[bool],
Processors: NotRequired[Sequence[ProcessorUnionTypeDef]], # (1)
InputFormatConfigurationTypeDef#
# InputFormatConfigurationTypeDef definition
class InputFormatConfigurationTypeDef(TypedDict):
Deserializer: NotRequired[DeserializerUnionTypeDef], # (1)
OutputFormatConfigurationTypeDef#
# OutputFormatConfigurationTypeDef definition
class OutputFormatConfigurationTypeDef(TypedDict):
Serializer: NotRequired[SerializerUnionTypeDef], # (1)
ExtendedS3DestinationDescriptionTypeDef#
# ExtendedS3DestinationDescriptionTypeDef definition
class ExtendedS3DestinationDescriptionTypeDef(TypedDict):
RoleARN: str,
BucketARN: str,
BufferingHints: BufferingHintsTypeDef, # (1)
CompressionFormat: CompressionFormatType, # (2)
EncryptionConfiguration: EncryptionConfigurationTypeDef, # (3)
Prefix: NotRequired[str],
ErrorOutputPrefix: NotRequired[str],
CloudWatchLoggingOptions: NotRequired[CloudWatchLoggingOptionsTypeDef], # (4)
ProcessingConfiguration: NotRequired[ProcessingConfigurationOutputTypeDef], # (5)
S3BackupMode: NotRequired[S3BackupModeType], # (6)
S3BackupDescription: NotRequired[S3DestinationDescriptionTypeDef], # (7)
DataFormatConversionConfiguration: NotRequired[DataFormatConversionConfigurationOutputTypeDef], # (8)
DynamicPartitioningConfiguration: NotRequired[DynamicPartitioningConfigurationTypeDef], # (9)
FileExtension: NotRequired[str],
CustomTimeZone: NotRequired[str],
- See BufferingHintsTypeDef
- See CompressionFormatType
- See EncryptionConfigurationTypeDef
- See CloudWatchLoggingOptionsTypeDef
- See ProcessingConfigurationOutputTypeDef
- See S3BackupModeType
- See S3DestinationDescriptionTypeDef
- See DataFormatConversionConfigurationOutputTypeDef
- See DynamicPartitioningConfigurationTypeDef
DestinationDescriptionTypeDef#
# DestinationDescriptionTypeDef definition
class DestinationDescriptionTypeDef(TypedDict):
DestinationId: str,
S3DestinationDescription: NotRequired[S3DestinationDescriptionTypeDef], # (1)
ExtendedS3DestinationDescription: NotRequired[ExtendedS3DestinationDescriptionTypeDef], # (2)
RedshiftDestinationDescription: NotRequired[RedshiftDestinationDescriptionTypeDef], # (3)
ElasticsearchDestinationDescription: NotRequired[ElasticsearchDestinationDescriptionTypeDef], # (4)
AmazonopensearchserviceDestinationDescription: NotRequired[AmazonopensearchserviceDestinationDescriptionTypeDef], # (5)
SplunkDestinationDescription: NotRequired[SplunkDestinationDescriptionTypeDef], # (6)
HttpEndpointDestinationDescription: NotRequired[HttpEndpointDestinationDescriptionTypeDef], # (7)
SnowflakeDestinationDescription: NotRequired[SnowflakeDestinationDescriptionTypeDef], # (8)
AmazonOpenSearchServerlessDestinationDescription: NotRequired[AmazonOpenSearchServerlessDestinationDescriptionTypeDef], # (9)
IcebergDestinationDescription: NotRequired[IcebergDestinationDescriptionTypeDef], # (10)
- See S3DestinationDescriptionTypeDef
- See ExtendedS3DestinationDescriptionTypeDef
- See RedshiftDestinationDescriptionTypeDef
- See ElasticsearchDestinationDescriptionTypeDef
- See AmazonopensearchserviceDestinationDescriptionTypeDef
- See SplunkDestinationDescriptionTypeDef
- See HttpEndpointDestinationDescriptionTypeDef
- See SnowflakeDestinationDescriptionTypeDef
- See AmazonOpenSearchServerlessDestinationDescriptionTypeDef
- See IcebergDestinationDescriptionTypeDef
AmazonOpenSearchServerlessDestinationConfigurationTypeDef#
# AmazonOpenSearchServerlessDestinationConfigurationTypeDef definition
class AmazonOpenSearchServerlessDestinationConfigurationTypeDef(TypedDict):
RoleARN: str,
IndexName: str,
S3Configuration: S3DestinationConfigurationTypeDef, # (4)
CollectionEndpoint: NotRequired[str],
BufferingHints: NotRequired[AmazonOpenSearchServerlessBufferingHintsTypeDef], # (1)
RetryOptions: NotRequired[AmazonOpenSearchServerlessRetryOptionsTypeDef], # (2)
S3BackupMode: NotRequired[AmazonOpenSearchServerlessS3BackupModeType], # (3)
ProcessingConfiguration: NotRequired[ProcessingConfigurationUnionTypeDef], # (5)
CloudWatchLoggingOptions: NotRequired[CloudWatchLoggingOptionsTypeDef], # (6)
VpcConfiguration: NotRequired[VpcConfigurationTypeDef], # (7)
- See AmazonOpenSearchServerlessBufferingHintsTypeDef
- See AmazonOpenSearchServerlessRetryOptionsTypeDef
- See AmazonOpenSearchServerlessS3BackupModeType
- See S3DestinationConfigurationTypeDef
- See ProcessingConfigurationTypeDef ProcessingConfigurationOutputTypeDef
- See CloudWatchLoggingOptionsTypeDef
- See VpcConfigurationTypeDef
AmazonOpenSearchServerlessDestinationUpdateTypeDef#
# AmazonOpenSearchServerlessDestinationUpdateTypeDef definition
class AmazonOpenSearchServerlessDestinationUpdateTypeDef(TypedDict):
RoleARN: NotRequired[str],
CollectionEndpoint: NotRequired[str],
IndexName: NotRequired[str],
BufferingHints: NotRequired[AmazonOpenSearchServerlessBufferingHintsTypeDef], # (1)
RetryOptions: NotRequired[AmazonOpenSearchServerlessRetryOptionsTypeDef], # (2)
S3Update: NotRequired[S3DestinationUpdateTypeDef], # (3)
ProcessingConfiguration: NotRequired[ProcessingConfigurationUnionTypeDef], # (4)
CloudWatchLoggingOptions: NotRequired[CloudWatchLoggingOptionsTypeDef], # (5)
- See AmazonOpenSearchServerlessBufferingHintsTypeDef
- See AmazonOpenSearchServerlessRetryOptionsTypeDef
- See S3DestinationUpdateTypeDef
- See ProcessingConfigurationTypeDef ProcessingConfigurationOutputTypeDef
- See CloudWatchLoggingOptionsTypeDef
AmazonopensearchserviceDestinationConfigurationTypeDef#
# AmazonopensearchserviceDestinationConfigurationTypeDef definition
class AmazonopensearchserviceDestinationConfigurationTypeDef(TypedDict):
RoleARN: str,
IndexName: str,
S3Configuration: S3DestinationConfigurationTypeDef, # (5)
DomainARN: NotRequired[str],
ClusterEndpoint: NotRequired[str],
TypeName: NotRequired[str],
IndexRotationPeriod: NotRequired[AmazonopensearchserviceIndexRotationPeriodType], # (1)
BufferingHints: NotRequired[AmazonopensearchserviceBufferingHintsTypeDef], # (2)
RetryOptions: NotRequired[AmazonopensearchserviceRetryOptionsTypeDef], # (3)
S3BackupMode: NotRequired[AmazonopensearchserviceS3BackupModeType], # (4)
ProcessingConfiguration: NotRequired[ProcessingConfigurationUnionTypeDef], # (6)
CloudWatchLoggingOptions: NotRequired[CloudWatchLoggingOptionsTypeDef], # (7)
VpcConfiguration: NotRequired[VpcConfigurationTypeDef], # (8)
DocumentIdOptions: NotRequired[DocumentIdOptionsTypeDef], # (9)
- See AmazonopensearchserviceIndexRotationPeriodType
- See AmazonopensearchserviceBufferingHintsTypeDef
- See AmazonopensearchserviceRetryOptionsTypeDef
- See AmazonopensearchserviceS3BackupModeType
- See S3DestinationConfigurationTypeDef
- See ProcessingConfigurationTypeDef ProcessingConfigurationOutputTypeDef
- See CloudWatchLoggingOptionsTypeDef
- See VpcConfigurationTypeDef
- See DocumentIdOptionsTypeDef
AmazonopensearchserviceDestinationUpdateTypeDef#
# AmazonopensearchserviceDestinationUpdateTypeDef definition
class AmazonopensearchserviceDestinationUpdateTypeDef(TypedDict):
RoleARN: NotRequired[str],
DomainARN: NotRequired[str],
ClusterEndpoint: NotRequired[str],
IndexName: NotRequired[str],
TypeName: NotRequired[str],
IndexRotationPeriod: NotRequired[AmazonopensearchserviceIndexRotationPeriodType], # (1)
BufferingHints: NotRequired[AmazonopensearchserviceBufferingHintsTypeDef], # (2)
RetryOptions: NotRequired[AmazonopensearchserviceRetryOptionsTypeDef], # (3)
S3Update: NotRequired[S3DestinationUpdateTypeDef], # (4)
ProcessingConfiguration: NotRequired[ProcessingConfigurationUnionTypeDef], # (5)
CloudWatchLoggingOptions: NotRequired[CloudWatchLoggingOptionsTypeDef], # (6)
DocumentIdOptions: NotRequired[DocumentIdOptionsTypeDef], # (7)
- See AmazonopensearchserviceIndexRotationPeriodType
- See AmazonopensearchserviceBufferingHintsTypeDef
- See AmazonopensearchserviceRetryOptionsTypeDef
- See S3DestinationUpdateTypeDef
- See ProcessingConfigurationTypeDef ProcessingConfigurationOutputTypeDef
- See CloudWatchLoggingOptionsTypeDef
- See DocumentIdOptionsTypeDef
ElasticsearchDestinationConfigurationTypeDef#
# ElasticsearchDestinationConfigurationTypeDef definition
class ElasticsearchDestinationConfigurationTypeDef(TypedDict):
RoleARN: str,
IndexName: str,
S3Configuration: S3DestinationConfigurationTypeDef, # (5)
DomainARN: NotRequired[str],
ClusterEndpoint: NotRequired[str],
TypeName: NotRequired[str],
IndexRotationPeriod: NotRequired[ElasticsearchIndexRotationPeriodType], # (1)
BufferingHints: NotRequired[ElasticsearchBufferingHintsTypeDef], # (2)
RetryOptions: NotRequired[ElasticsearchRetryOptionsTypeDef], # (3)
S3BackupMode: NotRequired[ElasticsearchS3BackupModeType], # (4)
ProcessingConfiguration: NotRequired[ProcessingConfigurationUnionTypeDef], # (6)
CloudWatchLoggingOptions: NotRequired[CloudWatchLoggingOptionsTypeDef], # (7)
VpcConfiguration: NotRequired[VpcConfigurationTypeDef], # (8)
DocumentIdOptions: NotRequired[DocumentIdOptionsTypeDef], # (9)
- See ElasticsearchIndexRotationPeriodType
- See ElasticsearchBufferingHintsTypeDef
- See ElasticsearchRetryOptionsTypeDef
- See ElasticsearchS3BackupModeType
- See S3DestinationConfigurationTypeDef
- See ProcessingConfigurationTypeDef ProcessingConfigurationOutputTypeDef
- See CloudWatchLoggingOptionsTypeDef
- See VpcConfigurationTypeDef
- See DocumentIdOptionsTypeDef
ElasticsearchDestinationUpdateTypeDef#
# ElasticsearchDestinationUpdateTypeDef definition
class ElasticsearchDestinationUpdateTypeDef(TypedDict):
RoleARN: NotRequired[str],
DomainARN: NotRequired[str],
ClusterEndpoint: NotRequired[str],
IndexName: NotRequired[str],
TypeName: NotRequired[str],
IndexRotationPeriod: NotRequired[ElasticsearchIndexRotationPeriodType], # (1)
BufferingHints: NotRequired[ElasticsearchBufferingHintsTypeDef], # (2)
RetryOptions: NotRequired[ElasticsearchRetryOptionsTypeDef], # (3)
S3Update: NotRequired[S3DestinationUpdateTypeDef], # (4)
ProcessingConfiguration: NotRequired[ProcessingConfigurationUnionTypeDef], # (5)
CloudWatchLoggingOptions: NotRequired[CloudWatchLoggingOptionsTypeDef], # (6)
DocumentIdOptions: NotRequired[DocumentIdOptionsTypeDef], # (7)
- See ElasticsearchIndexRotationPeriodType
- See ElasticsearchBufferingHintsTypeDef
- See ElasticsearchRetryOptionsTypeDef
- See S3DestinationUpdateTypeDef
- See ProcessingConfigurationTypeDef ProcessingConfigurationOutputTypeDef
- See CloudWatchLoggingOptionsTypeDef
- See DocumentIdOptionsTypeDef
HttpEndpointDestinationConfigurationTypeDef#
# HttpEndpointDestinationConfigurationTypeDef definition
class HttpEndpointDestinationConfigurationTypeDef(TypedDict):
EndpointConfiguration: HttpEndpointConfigurationTypeDef, # (1)
S3Configuration: S3DestinationConfigurationTypeDef, # (8)
BufferingHints: NotRequired[HttpEndpointBufferingHintsTypeDef], # (2)
CloudWatchLoggingOptions: NotRequired[CloudWatchLoggingOptionsTypeDef], # (3)
RequestConfiguration: NotRequired[HttpEndpointRequestConfigurationUnionTypeDef], # (4)
ProcessingConfiguration: NotRequired[ProcessingConfigurationUnionTypeDef], # (5)
RoleARN: NotRequired[str],
RetryOptions: NotRequired[HttpEndpointRetryOptionsTypeDef], # (6)
S3BackupMode: NotRequired[HttpEndpointS3BackupModeType], # (7)
SecretsManagerConfiguration: NotRequired[SecretsManagerConfigurationTypeDef], # (9)
- See HttpEndpointConfigurationTypeDef
- See HttpEndpointBufferingHintsTypeDef
- See CloudWatchLoggingOptionsTypeDef
- See HttpEndpointRequestConfigurationTypeDef HttpEndpointRequestConfigurationOutputTypeDef
- See ProcessingConfigurationTypeDef ProcessingConfigurationOutputTypeDef
- See HttpEndpointRetryOptionsTypeDef
- See HttpEndpointS3BackupModeType
- See S3DestinationConfigurationTypeDef
- See SecretsManagerConfigurationTypeDef
HttpEndpointDestinationUpdateTypeDef#
# HttpEndpointDestinationUpdateTypeDef definition
class HttpEndpointDestinationUpdateTypeDef(TypedDict):
EndpointConfiguration: NotRequired[HttpEndpointConfigurationTypeDef], # (1)
BufferingHints: NotRequired[HttpEndpointBufferingHintsTypeDef], # (2)
CloudWatchLoggingOptions: NotRequired[CloudWatchLoggingOptionsTypeDef], # (3)
RequestConfiguration: NotRequired[HttpEndpointRequestConfigurationUnionTypeDef], # (4)
ProcessingConfiguration: NotRequired[ProcessingConfigurationUnionTypeDef], # (5)
RoleARN: NotRequired[str],
RetryOptions: NotRequired[HttpEndpointRetryOptionsTypeDef], # (6)
S3BackupMode: NotRequired[HttpEndpointS3BackupModeType], # (7)
S3Update: NotRequired[S3DestinationUpdateTypeDef], # (8)
SecretsManagerConfiguration: NotRequired[SecretsManagerConfigurationTypeDef], # (9)
- See HttpEndpointConfigurationTypeDef
- See HttpEndpointBufferingHintsTypeDef
- See CloudWatchLoggingOptionsTypeDef
- See HttpEndpointRequestConfigurationTypeDef HttpEndpointRequestConfigurationOutputTypeDef
- See ProcessingConfigurationTypeDef ProcessingConfigurationOutputTypeDef
- See HttpEndpointRetryOptionsTypeDef
- See HttpEndpointS3BackupModeType
- See S3DestinationUpdateTypeDef
- See SecretsManagerConfigurationTypeDef
IcebergDestinationConfigurationTypeDef#
# IcebergDestinationConfigurationTypeDef definition
class IcebergDestinationConfigurationTypeDef(TypedDict):
RoleARN: str,
CatalogConfiguration: CatalogConfigurationTypeDef, # (9)
S3Configuration: S3DestinationConfigurationTypeDef, # (10)
DestinationTableConfigurationList: NotRequired[Sequence[DestinationTableConfigurationUnionTypeDef]], # (1)
SchemaEvolutionConfiguration: NotRequired[SchemaEvolutionConfigurationTypeDef], # (2)
TableCreationConfiguration: NotRequired[TableCreationConfigurationTypeDef], # (3)
BufferingHints: NotRequired[BufferingHintsTypeDef], # (4)
CloudWatchLoggingOptions: NotRequired[CloudWatchLoggingOptionsTypeDef], # (5)
ProcessingConfiguration: NotRequired[ProcessingConfigurationUnionTypeDef], # (6)
S3BackupMode: NotRequired[IcebergS3BackupModeType], # (7)
RetryOptions: NotRequired[RetryOptionsTypeDef], # (8)
- See DestinationTableConfigurationTypeDef DestinationTableConfigurationOutputTypeDef
- See SchemaEvolutionConfigurationTypeDef
- See TableCreationConfigurationTypeDef
- See BufferingHintsTypeDef
- See CloudWatchLoggingOptionsTypeDef
- See ProcessingConfigurationTypeDef ProcessingConfigurationOutputTypeDef
- See IcebergS3BackupModeType
- See RetryOptionsTypeDef
- See CatalogConfigurationTypeDef
- See S3DestinationConfigurationTypeDef
IcebergDestinationUpdateTypeDef#
# IcebergDestinationUpdateTypeDef definition
class IcebergDestinationUpdateTypeDef(TypedDict):
DestinationTableConfigurationList: NotRequired[Sequence[DestinationTableConfigurationUnionTypeDef]], # (1)
SchemaEvolutionConfiguration: NotRequired[SchemaEvolutionConfigurationTypeDef], # (2)
TableCreationConfiguration: NotRequired[TableCreationConfigurationTypeDef], # (3)
BufferingHints: NotRequired[BufferingHintsTypeDef], # (4)
CloudWatchLoggingOptions: NotRequired[CloudWatchLoggingOptionsTypeDef], # (5)
ProcessingConfiguration: NotRequired[ProcessingConfigurationUnionTypeDef], # (6)
S3BackupMode: NotRequired[IcebergS3BackupModeType], # (7)
RetryOptions: NotRequired[RetryOptionsTypeDef], # (8)
RoleARN: NotRequired[str],
CatalogConfiguration: NotRequired[CatalogConfigurationTypeDef], # (9)
S3Configuration: NotRequired[S3DestinationConfigurationTypeDef], # (10)
- See DestinationTableConfigurationTypeDef DestinationTableConfigurationOutputTypeDef
- See SchemaEvolutionConfigurationTypeDef
- See TableCreationConfigurationTypeDef
- See BufferingHintsTypeDef
- See CloudWatchLoggingOptionsTypeDef
- See ProcessingConfigurationTypeDef ProcessingConfigurationOutputTypeDef
- See IcebergS3BackupModeType
- See RetryOptionsTypeDef
- See CatalogConfigurationTypeDef
- See S3DestinationConfigurationTypeDef
RedshiftDestinationConfigurationTypeDef#
# RedshiftDestinationConfigurationTypeDef definition
class RedshiftDestinationConfigurationTypeDef(TypedDict):
RoleARN: str,
ClusterJDBCURL: str,
CopyCommand: CopyCommandTypeDef, # (1)
S3Configuration: S3DestinationConfigurationTypeDef, # (3)
Username: NotRequired[str],
Password: NotRequired[str],
RetryOptions: NotRequired[RedshiftRetryOptionsTypeDef], # (2)
ProcessingConfiguration: NotRequired[ProcessingConfigurationUnionTypeDef], # (4)
S3BackupMode: NotRequired[RedshiftS3BackupModeType], # (5)
S3BackupConfiguration: NotRequired[S3DestinationConfigurationTypeDef], # (3)
CloudWatchLoggingOptions: NotRequired[CloudWatchLoggingOptionsTypeDef], # (7)
SecretsManagerConfiguration: NotRequired[SecretsManagerConfigurationTypeDef], # (8)
- See CopyCommandTypeDef
- See RedshiftRetryOptionsTypeDef
- See S3DestinationConfigurationTypeDef
- See ProcessingConfigurationTypeDef ProcessingConfigurationOutputTypeDef
- See RedshiftS3BackupModeType
- See S3DestinationConfigurationTypeDef
- See CloudWatchLoggingOptionsTypeDef
- See SecretsManagerConfigurationTypeDef
RedshiftDestinationUpdateTypeDef#
# RedshiftDestinationUpdateTypeDef definition
class RedshiftDestinationUpdateTypeDef(TypedDict):
RoleARN: NotRequired[str],
ClusterJDBCURL: NotRequired[str],
CopyCommand: NotRequired[CopyCommandTypeDef], # (1)
Username: NotRequired[str],
Password: NotRequired[str],
RetryOptions: NotRequired[RedshiftRetryOptionsTypeDef], # (2)
S3Update: NotRequired[S3DestinationUpdateTypeDef], # (3)
ProcessingConfiguration: NotRequired[ProcessingConfigurationUnionTypeDef], # (4)
S3BackupMode: NotRequired[RedshiftS3BackupModeType], # (5)
S3BackupUpdate: NotRequired[S3DestinationUpdateTypeDef], # (3)
CloudWatchLoggingOptions: NotRequired[CloudWatchLoggingOptionsTypeDef], # (7)
SecretsManagerConfiguration: NotRequired[SecretsManagerConfigurationTypeDef], # (8)
- See CopyCommandTypeDef
- See RedshiftRetryOptionsTypeDef
- See S3DestinationUpdateTypeDef
- See ProcessingConfigurationTypeDef ProcessingConfigurationOutputTypeDef
- See RedshiftS3BackupModeType
- See S3DestinationUpdateTypeDef
- See CloudWatchLoggingOptionsTypeDef
- See SecretsManagerConfigurationTypeDef
SnowflakeDestinationConfigurationTypeDef#
# SnowflakeDestinationConfigurationTypeDef definition
class SnowflakeDestinationConfigurationTypeDef(TypedDict):
AccountUrl: str,
Database: str,
Schema: str,
Table: str,
RoleARN: str,
S3Configuration: S3DestinationConfigurationTypeDef, # (8)
PrivateKey: NotRequired[str],
KeyPassphrase: NotRequired[str],
User: NotRequired[str],
SnowflakeRoleConfiguration: NotRequired[SnowflakeRoleConfigurationTypeDef], # (1)
DataLoadingOption: NotRequired[SnowflakeDataLoadingOptionType], # (2)
MetaDataColumnName: NotRequired[str],
ContentColumnName: NotRequired[str],
SnowflakeVpcConfiguration: NotRequired[SnowflakeVpcConfigurationTypeDef], # (3)
CloudWatchLoggingOptions: NotRequired[CloudWatchLoggingOptionsTypeDef], # (4)
ProcessingConfiguration: NotRequired[ProcessingConfigurationUnionTypeDef], # (5)
RetryOptions: NotRequired[SnowflakeRetryOptionsTypeDef], # (6)
S3BackupMode: NotRequired[SnowflakeS3BackupModeType], # (7)
SecretsManagerConfiguration: NotRequired[SecretsManagerConfigurationTypeDef], # (9)
BufferingHints: NotRequired[SnowflakeBufferingHintsTypeDef], # (10)
- See SnowflakeRoleConfigurationTypeDef
- See SnowflakeDataLoadingOptionType
- See SnowflakeVpcConfigurationTypeDef
- See CloudWatchLoggingOptionsTypeDef
- See ProcessingConfigurationTypeDef ProcessingConfigurationOutputTypeDef
- See SnowflakeRetryOptionsTypeDef
- See SnowflakeS3BackupModeType
- See S3DestinationConfigurationTypeDef
- See SecretsManagerConfigurationTypeDef
- See SnowflakeBufferingHintsTypeDef
SnowflakeDestinationUpdateTypeDef#
# SnowflakeDestinationUpdateTypeDef definition
class SnowflakeDestinationUpdateTypeDef(TypedDict):
AccountUrl: NotRequired[str],
PrivateKey: NotRequired[str],
KeyPassphrase: NotRequired[str],
User: NotRequired[str],
Database: NotRequired[str],
Schema: NotRequired[str],
Table: NotRequired[str],
SnowflakeRoleConfiguration: NotRequired[SnowflakeRoleConfigurationTypeDef], # (1)
DataLoadingOption: NotRequired[SnowflakeDataLoadingOptionType], # (2)
MetaDataColumnName: NotRequired[str],
ContentColumnName: NotRequired[str],
CloudWatchLoggingOptions: NotRequired[CloudWatchLoggingOptionsTypeDef], # (3)
ProcessingConfiguration: NotRequired[ProcessingConfigurationUnionTypeDef], # (4)
RoleARN: NotRequired[str],
RetryOptions: NotRequired[SnowflakeRetryOptionsTypeDef], # (5)
S3BackupMode: NotRequired[SnowflakeS3BackupModeType], # (6)
S3Update: NotRequired[S3DestinationUpdateTypeDef], # (7)
SecretsManagerConfiguration: NotRequired[SecretsManagerConfigurationTypeDef], # (8)
BufferingHints: NotRequired[SnowflakeBufferingHintsTypeDef], # (9)
- See SnowflakeRoleConfigurationTypeDef
- See SnowflakeDataLoadingOptionType
- See CloudWatchLoggingOptionsTypeDef
- See ProcessingConfigurationTypeDef ProcessingConfigurationOutputTypeDef
- See SnowflakeRetryOptionsTypeDef
- See SnowflakeS3BackupModeType
- See S3DestinationUpdateTypeDef
- See SecretsManagerConfigurationTypeDef
- See SnowflakeBufferingHintsTypeDef
SplunkDestinationConfigurationTypeDef#
# SplunkDestinationConfigurationTypeDef definition
class SplunkDestinationConfigurationTypeDef(TypedDict):
HECEndpoint: str,
HECEndpointType: HECEndpointTypeType, # (1)
S3Configuration: S3DestinationConfigurationTypeDef, # (4)
HECToken: NotRequired[str],
HECAcknowledgmentTimeoutInSeconds: NotRequired[int],
RetryOptions: NotRequired[SplunkRetryOptionsTypeDef], # (2)
S3BackupMode: NotRequired[SplunkS3BackupModeType], # (3)
ProcessingConfiguration: NotRequired[ProcessingConfigurationUnionTypeDef], # (5)
CloudWatchLoggingOptions: NotRequired[CloudWatchLoggingOptionsTypeDef], # (6)
BufferingHints: NotRequired[SplunkBufferingHintsTypeDef], # (7)
SecretsManagerConfiguration: NotRequired[SecretsManagerConfigurationTypeDef], # (8)
- See HECEndpointTypeType
- See SplunkRetryOptionsTypeDef
- See SplunkS3BackupModeType
- See S3DestinationConfigurationTypeDef
- See ProcessingConfigurationTypeDef ProcessingConfigurationOutputTypeDef
- See CloudWatchLoggingOptionsTypeDef
- See SplunkBufferingHintsTypeDef
- See SecretsManagerConfigurationTypeDef
SplunkDestinationUpdateTypeDef#
# SplunkDestinationUpdateTypeDef definition
class SplunkDestinationUpdateTypeDef(TypedDict):
HECEndpoint: NotRequired[str],
HECEndpointType: NotRequired[HECEndpointTypeType], # (1)
HECToken: NotRequired[str],
HECAcknowledgmentTimeoutInSeconds: NotRequired[int],
RetryOptions: NotRequired[SplunkRetryOptionsTypeDef], # (2)
S3BackupMode: NotRequired[SplunkS3BackupModeType], # (3)
S3Update: NotRequired[S3DestinationUpdateTypeDef], # (4)
ProcessingConfiguration: NotRequired[ProcessingConfigurationUnionTypeDef], # (5)
CloudWatchLoggingOptions: NotRequired[CloudWatchLoggingOptionsTypeDef], # (6)
BufferingHints: NotRequired[SplunkBufferingHintsTypeDef], # (7)
SecretsManagerConfiguration: NotRequired[SecretsManagerConfigurationTypeDef], # (8)
- See HECEndpointTypeType
- See SplunkRetryOptionsTypeDef
- See SplunkS3BackupModeType
- See S3DestinationUpdateTypeDef
- See ProcessingConfigurationTypeDef ProcessingConfigurationOutputTypeDef
- See CloudWatchLoggingOptionsTypeDef
- See SplunkBufferingHintsTypeDef
- See SecretsManagerConfigurationTypeDef
DataFormatConversionConfigurationTypeDef#
# DataFormatConversionConfigurationTypeDef definition
class DataFormatConversionConfigurationTypeDef(TypedDict):
SchemaConfiguration: NotRequired[SchemaConfigurationTypeDef], # (1)
InputFormatConfiguration: NotRequired[InputFormatConfigurationUnionTypeDef], # (2)
OutputFormatConfiguration: NotRequired[OutputFormatConfigurationUnionTypeDef], # (3)
Enabled: NotRequired[bool],
- See SchemaConfigurationTypeDef
- See InputFormatConfigurationTypeDef InputFormatConfigurationOutputTypeDef
- See OutputFormatConfigurationTypeDef OutputFormatConfigurationOutputTypeDef
DeliveryStreamDescriptionTypeDef#
# DeliveryStreamDescriptionTypeDef definition
class DeliveryStreamDescriptionTypeDef(TypedDict):
DeliveryStreamName: str,
DeliveryStreamARN: str,
DeliveryStreamStatus: DeliveryStreamStatusType, # (1)
DeliveryStreamType: DeliveryStreamTypeType, # (4)
VersionId: str,
Destinations: list[DestinationDescriptionTypeDef], # (6)
HasMoreDestinations: bool,
FailureDescription: NotRequired[FailureDescriptionTypeDef], # (2)
DeliveryStreamEncryptionConfiguration: NotRequired[DeliveryStreamEncryptionConfigurationTypeDef], # (3)
CreateTimestamp: NotRequired[datetime],
LastUpdateTimestamp: NotRequired[datetime],
Source: NotRequired[SourceDescriptionTypeDef], # (5)
- See DeliveryStreamStatusType
- See FailureDescriptionTypeDef
- See DeliveryStreamEncryptionConfigurationTypeDef
- See DeliveryStreamTypeType
- See SourceDescriptionTypeDef
- See DestinationDescriptionTypeDef
DescribeDeliveryStreamOutputTypeDef#
# DescribeDeliveryStreamOutputTypeDef definition
class DescribeDeliveryStreamOutputTypeDef(TypedDict):
DeliveryStreamDescription: DeliveryStreamDescriptionTypeDef, # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
ExtendedS3DestinationConfigurationTypeDef#
# ExtendedS3DestinationConfigurationTypeDef definition
class ExtendedS3DestinationConfigurationTypeDef(TypedDict):
RoleARN: str,
BucketARN: str,
Prefix: NotRequired[str],
ErrorOutputPrefix: NotRequired[str],
BufferingHints: NotRequired[BufferingHintsTypeDef], # (1)
CompressionFormat: NotRequired[CompressionFormatType], # (2)
EncryptionConfiguration: NotRequired[EncryptionConfigurationTypeDef], # (3)
CloudWatchLoggingOptions: NotRequired[CloudWatchLoggingOptionsTypeDef], # (4)
ProcessingConfiguration: NotRequired[ProcessingConfigurationUnionTypeDef], # (5)
S3BackupMode: NotRequired[S3BackupModeType], # (6)
S3BackupConfiguration: NotRequired[S3DestinationConfigurationTypeDef], # (7)
DataFormatConversionConfiguration: NotRequired[DataFormatConversionConfigurationUnionTypeDef], # (8)
DynamicPartitioningConfiguration: NotRequired[DynamicPartitioningConfigurationTypeDef], # (9)
FileExtension: NotRequired[str],
CustomTimeZone: NotRequired[str],
- See BufferingHintsTypeDef
- See CompressionFormatType
- See EncryptionConfigurationTypeDef
- See CloudWatchLoggingOptionsTypeDef
- See ProcessingConfigurationTypeDef ProcessingConfigurationOutputTypeDef
- See S3BackupModeType
- See S3DestinationConfigurationTypeDef
- See DataFormatConversionConfigurationTypeDef DataFormatConversionConfigurationOutputTypeDef
- See DynamicPartitioningConfigurationTypeDef
ExtendedS3DestinationUpdateTypeDef#
# ExtendedS3DestinationUpdateTypeDef definition
class ExtendedS3DestinationUpdateTypeDef(TypedDict):
RoleARN: NotRequired[str],
BucketARN: NotRequired[str],
Prefix: NotRequired[str],
ErrorOutputPrefix: NotRequired[str],
BufferingHints: NotRequired[BufferingHintsTypeDef], # (1)
CompressionFormat: NotRequired[CompressionFormatType], # (2)
EncryptionConfiguration: NotRequired[EncryptionConfigurationTypeDef], # (3)
CloudWatchLoggingOptions: NotRequired[CloudWatchLoggingOptionsTypeDef], # (4)
ProcessingConfiguration: NotRequired[ProcessingConfigurationUnionTypeDef], # (5)
S3BackupMode: NotRequired[S3BackupModeType], # (6)
S3BackupUpdate: NotRequired[S3DestinationUpdateTypeDef], # (7)
DataFormatConversionConfiguration: NotRequired[DataFormatConversionConfigurationUnionTypeDef], # (8)
DynamicPartitioningConfiguration: NotRequired[DynamicPartitioningConfigurationTypeDef], # (9)
FileExtension: NotRequired[str],
CustomTimeZone: NotRequired[str],
- See BufferingHintsTypeDef
- See CompressionFormatType
- See EncryptionConfigurationTypeDef
- See CloudWatchLoggingOptionsTypeDef
- See ProcessingConfigurationTypeDef ProcessingConfigurationOutputTypeDef
- See S3BackupModeType
- See S3DestinationUpdateTypeDef
- See DataFormatConversionConfigurationTypeDef DataFormatConversionConfigurationOutputTypeDef
- See DynamicPartitioningConfigurationTypeDef
CreateDeliveryStreamInputRequestTypeDef#
# CreateDeliveryStreamInputRequestTypeDef definition
class CreateDeliveryStreamInputRequestTypeDef(TypedDict):
DeliveryStreamName: str,
DeliveryStreamType: NotRequired[DeliveryStreamTypeType], # (1)
KinesisStreamSourceConfiguration: NotRequired[KinesisStreamSourceConfigurationTypeDef], # (2)
DeliveryStreamEncryptionConfigurationInput: NotRequired[DeliveryStreamEncryptionConfigurationInputTypeDef], # (3)
S3DestinationConfiguration: NotRequired[S3DestinationConfigurationTypeDef], # (4)
ExtendedS3DestinationConfiguration: NotRequired[ExtendedS3DestinationConfigurationTypeDef], # (5)
RedshiftDestinationConfiguration: NotRequired[RedshiftDestinationConfigurationTypeDef], # (6)
ElasticsearchDestinationConfiguration: NotRequired[ElasticsearchDestinationConfigurationTypeDef], # (7)
AmazonopensearchserviceDestinationConfiguration: NotRequired[AmazonopensearchserviceDestinationConfigurationTypeDef], # (8)
SplunkDestinationConfiguration: NotRequired[SplunkDestinationConfigurationTypeDef], # (9)
HttpEndpointDestinationConfiguration: NotRequired[HttpEndpointDestinationConfigurationTypeDef], # (10)
Tags: NotRequired[Sequence[TagTypeDef]], # (11)
AmazonOpenSearchServerlessDestinationConfiguration: NotRequired[AmazonOpenSearchServerlessDestinationConfigurationTypeDef], # (12)
MSKSourceConfiguration: NotRequired[MSKSourceConfigurationTypeDef], # (13)
SnowflakeDestinationConfiguration: NotRequired[SnowflakeDestinationConfigurationTypeDef], # (14)
IcebergDestinationConfiguration: NotRequired[IcebergDestinationConfigurationTypeDef], # (15)
DatabaseSourceConfiguration: NotRequired[DatabaseSourceConfigurationTypeDef], # (16)
- See DeliveryStreamTypeType
- See KinesisStreamSourceConfigurationTypeDef
- See DeliveryStreamEncryptionConfigurationInputTypeDef
- See S3DestinationConfigurationTypeDef
- See ExtendedS3DestinationConfigurationTypeDef
- See RedshiftDestinationConfigurationTypeDef
- See ElasticsearchDestinationConfigurationTypeDef
- See AmazonopensearchserviceDestinationConfigurationTypeDef
- See SplunkDestinationConfigurationTypeDef
- See HttpEndpointDestinationConfigurationTypeDef
- See TagTypeDef
- See AmazonOpenSearchServerlessDestinationConfigurationTypeDef
- See MSKSourceConfigurationTypeDef
- See SnowflakeDestinationConfigurationTypeDef
- See IcebergDestinationConfigurationTypeDef
- See DatabaseSourceConfigurationTypeDef
UpdateDestinationInputRequestTypeDef#
# UpdateDestinationInputRequestTypeDef definition
class UpdateDestinationInputRequestTypeDef(TypedDict):
DeliveryStreamName: str,
CurrentDeliveryStreamVersionId: str,
DestinationId: str,
S3DestinationUpdate: NotRequired[S3DestinationUpdateTypeDef], # (1)
ExtendedS3DestinationUpdate: NotRequired[ExtendedS3DestinationUpdateTypeDef], # (2)
RedshiftDestinationUpdate: NotRequired[RedshiftDestinationUpdateTypeDef], # (3)
ElasticsearchDestinationUpdate: NotRequired[ElasticsearchDestinationUpdateTypeDef], # (4)
AmazonopensearchserviceDestinationUpdate: NotRequired[AmazonopensearchserviceDestinationUpdateTypeDef], # (5)
SplunkDestinationUpdate: NotRequired[SplunkDestinationUpdateTypeDef], # (6)
HttpEndpointDestinationUpdate: NotRequired[HttpEndpointDestinationUpdateTypeDef], # (7)
AmazonOpenSearchServerlessDestinationUpdate: NotRequired[AmazonOpenSearchServerlessDestinationUpdateTypeDef], # (8)
SnowflakeDestinationUpdate: NotRequired[SnowflakeDestinationUpdateTypeDef], # (9)
IcebergDestinationUpdate: NotRequired[IcebergDestinationUpdateTypeDef], # (10)
- See S3DestinationUpdateTypeDef
- See ExtendedS3DestinationUpdateTypeDef
- See RedshiftDestinationUpdateTypeDef
- See ElasticsearchDestinationUpdateTypeDef
- See AmazonopensearchserviceDestinationUpdateTypeDef
- See SplunkDestinationUpdateTypeDef
- See HttpEndpointDestinationUpdateTypeDef
- See AmazonOpenSearchServerlessDestinationUpdateTypeDef
- See SnowflakeDestinationUpdateTypeDef
- See IcebergDestinationUpdateTypeDef