Type definitions#
Auto-generated documentation for Glue type annotations stubs module mypy-boto3-glue.
BlobTypeDef#
# BlobTypeDef definition
BlobTypeDef = Union[
str,
bytes,
IO[Any],
StreamingBody,
]TimestampTypeDef#
# TimestampTypeDef definition
TimestampTypeDef = Union[
datetime,
str,
]AggregateOperationUnionTypeDef#
# AggregateOperationUnionTypeDef definition
AggregateOperationUnionTypeDef = Union[
AggregateOperationTypeDef, # (1)
AggregateOperationOutputTypeDef, # (2)
]BasicCatalogTargetUnionTypeDef#
# BasicCatalogTargetUnionTypeDef definition
BasicCatalogTargetUnionTypeDef = Union[
BasicCatalogTargetTypeDef, # (1)
BasicCatalogTargetOutputTypeDef, # (2)
]PartitionValueListUnionTypeDef#
# PartitionValueListUnionTypeDef definition
PartitionValueListUnionTypeDef = Union[
PartitionValueListTypeDef, # (1)
PartitionValueListOutputTypeDef, # (2)
]CatalogTargetUnionTypeDef#
# CatalogTargetUnionTypeDef definition
CatalogTargetUnionTypeDef = Union[
CatalogTargetTypeDef, # (1)
CatalogTargetOutputTypeDef, # (2)
]ColumnUnionTypeDef#
# ColumnUnionTypeDef definition
ColumnUnionTypeDef = Union[
ColumnTypeDef, # (1)
ColumnOutputTypeDef, # (2)
]- See ColumnTypeDef
- See ColumnOutputTypeDef
ConfigurationObjectUnionTypeDef#
# ConfigurationObjectUnionTypeDef definition
ConfigurationObjectUnionTypeDef = Union[
ConfigurationObjectTypeDef, # (1)
ConfigurationObjectOutputTypeDef, # (2)
]ConnectionsListUnionTypeDef#
# ConnectionsListUnionTypeDef definition
ConnectionsListUnionTypeDef = Union[
ConnectionsListTypeDef, # (1)
ConnectionsListOutputTypeDef, # (2)
]ConnectorDataTargetUnionTypeDef#
# ConnectorDataTargetUnionTypeDef definition
ConnectorDataTargetUnionTypeDef = Union[
ConnectorDataTargetTypeDef, # (1)
ConnectorDataTargetOutputTypeDef, # (2)
]DeltaTargetUnionTypeDef#
# DeltaTargetUnionTypeDef definition
DeltaTargetUnionTypeDef = Union[
DeltaTargetTypeDef, # (1)
DeltaTargetOutputTypeDef, # (2)
]DropDuplicatesUnionTypeDef#
# DropDuplicatesUnionTypeDef definition
DropDuplicatesUnionTypeDef = Union[
DropDuplicatesTypeDef, # (1)
DropDuplicatesOutputTypeDef, # (2)
]DropFieldsUnionTypeDef#
# DropFieldsUnionTypeDef definition
DropFieldsUnionTypeDef = Union[
DropFieldsTypeDef, # (1)
DropFieldsOutputTypeDef, # (2)
]FillMissingValuesUnionTypeDef#
# FillMissingValuesUnionTypeDef definition
FillMissingValuesUnionTypeDef = Union[
FillMissingValuesTypeDef, # (1)
FillMissingValuesOutputTypeDef, # (2)
]FilterValueUnionTypeDef#
# FilterValueUnionTypeDef definition
FilterValueUnionTypeDef = Union[
FilterValueTypeDef, # (1)
FilterValueOutputTypeDef, # (2)
]GlueTableUnionTypeDef#
# GlueTableUnionTypeDef definition
GlueTableUnionTypeDef = Union[
GlueTableTypeDef, # (1)
GlueTableOutputTypeDef, # (2)
]HudiTargetUnionTypeDef#
# HudiTargetUnionTypeDef definition
HudiTargetUnionTypeDef = Union[
HudiTargetTypeDef, # (1)
HudiTargetOutputTypeDef, # (2)
]IcebergTargetUnionTypeDef#
# IcebergTargetUnionTypeDef definition
IcebergTargetUnionTypeDef = Union[
IcebergTargetTypeDef, # (1)
IcebergTargetOutputTypeDef, # (2)
]JDBCConnectorOptionsUnionTypeDef#
# JDBCConnectorOptionsUnionTypeDef definition
JDBCConnectorOptionsUnionTypeDef = Union[
JDBCConnectorOptionsTypeDef, # (1)
JDBCConnectorOptionsOutputTypeDef, # (2)
]JdbcTargetUnionTypeDef#
# JdbcTargetUnionTypeDef definition
JdbcTargetUnionTypeDef = Union[
JdbcTargetTypeDef, # (1)
JdbcTargetOutputTypeDef, # (2)
]JoinColumnUnionTypeDef#
# JoinColumnUnionTypeDef definition
JoinColumnUnionTypeDef = Union[
JoinColumnTypeDef, # (1)
JoinColumnOutputTypeDef, # (2)
]MappingUnionTypeDef#
# MappingUnionTypeDef definition
MappingUnionTypeDef = Union[
MappingTypeDef, # (1)
MappingOutputTypeDef, # (2)
]- See MappingTypeDef
- See MappingOutputTypeDef
MergeUnionTypeDef#
# MergeUnionTypeDef definition
MergeUnionTypeDef = Union[
MergeTypeDef, # (1)
MergeOutputTypeDef, # (2)
]- See MergeTypeDef
- See MergeOutputTypeDef
MicrosoftSQLServerCatalogTargetUnionTypeDef#
# MicrosoftSQLServerCatalogTargetUnionTypeDef definition
MicrosoftSQLServerCatalogTargetUnionTypeDef = Union[
MicrosoftSQLServerCatalogTargetTypeDef, # (1)
MicrosoftSQLServerCatalogTargetOutputTypeDef, # (2)
]MySQLCatalogTargetUnionTypeDef#
# MySQLCatalogTargetUnionTypeDef definition
MySQLCatalogTargetUnionTypeDef = Union[
MySQLCatalogTargetTypeDef, # (1)
MySQLCatalogTargetOutputTypeDef, # (2)
]OracleSQLCatalogTargetUnionTypeDef#
# OracleSQLCatalogTargetUnionTypeDef definition
OracleSQLCatalogTargetUnionTypeDef = Union[
OracleSQLCatalogTargetTypeDef, # (1)
OracleSQLCatalogTargetOutputTypeDef, # (2)
]PIIDetectionUnionTypeDef#
# PIIDetectionUnionTypeDef definition
PIIDetectionUnionTypeDef = Union[
PIIDetectionTypeDef, # (1)
PIIDetectionOutputTypeDef, # (2)
]PhysicalConnectionRequirementsUnionTypeDef#
# PhysicalConnectionRequirementsUnionTypeDef definition
PhysicalConnectionRequirementsUnionTypeDef = Union[
PhysicalConnectionRequirementsTypeDef, # (1)
PhysicalConnectionRequirementsOutputTypeDef, # (2)
]PostgreSQLCatalogTargetUnionTypeDef#
# PostgreSQLCatalogTargetUnionTypeDef definition
PostgreSQLCatalogTargetUnionTypeDef = Union[
PostgreSQLCatalogTargetTypeDef, # (1)
PostgreSQLCatalogTargetOutputTypeDef, # (2)
]RecipeActionUnionTypeDef#
# RecipeActionUnionTypeDef definition
RecipeActionUnionTypeDef = Union[
RecipeActionTypeDef, # (1)
RecipeActionOutputTypeDef, # (2)
]RenameFieldUnionTypeDef#
# RenameFieldUnionTypeDef definition
RenameFieldUnionTypeDef = Union[
RenameFieldTypeDef, # (1)
RenameFieldOutputTypeDef, # (2)
]S3TargetUnionTypeDef#
# S3TargetUnionTypeDef definition
S3TargetUnionTypeDef = Union[
S3TargetTypeDef, # (1)
S3TargetOutputTypeDef, # (2)
]- See S3TargetTypeDef
- See S3TargetOutputTypeDef
SelectFieldsUnionTypeDef#
# SelectFieldsUnionTypeDef definition
SelectFieldsUnionTypeDef = Union[
SelectFieldsTypeDef, # (1)
SelectFieldsOutputTypeDef, # (2)
]SelectFromCollectionUnionTypeDef#
# SelectFromCollectionUnionTypeDef definition
SelectFromCollectionUnionTypeDef = Union[
SelectFromCollectionTypeDef, # (1)
SelectFromCollectionOutputTypeDef, # (2)
]SerDeInfoUnionTypeDef#
# SerDeInfoUnionTypeDef definition
SerDeInfoUnionTypeDef = Union[
SerDeInfoTypeDef, # (1)
SerDeInfoOutputTypeDef, # (2)
]SkewedInfoUnionTypeDef#
# SkewedInfoUnionTypeDef definition
SkewedInfoUnionTypeDef = Union[
SkewedInfoTypeDef, # (1)
SkewedInfoOutputTypeDef, # (2)
]SpigotUnionTypeDef#
# SpigotUnionTypeDef definition
SpigotUnionTypeDef = Union[
SpigotTypeDef, # (1)
SpigotOutputTypeDef, # (2)
]- See SpigotTypeDef
- See SpigotOutputTypeDef
SplitFieldsUnionTypeDef#
# SplitFieldsUnionTypeDef definition
SplitFieldsUnionTypeDef = Union[
SplitFieldsTypeDef, # (1)
SplitFieldsOutputTypeDef, # (2)
]TransformConfigParameterUnionTypeDef#
# TransformConfigParameterUnionTypeDef definition
TransformConfigParameterUnionTypeDef = Union[
TransformConfigParameterTypeDef, # (1)
TransformConfigParameterOutputTypeDef, # (2)
]UnionUnionTypeDef#
# UnionUnionTypeDef definition
UnionUnionTypeDef = Union[
UnionTypeDef, # (1)
UnionOutputTypeDef, # (2)
]- See UnionTypeDef
- See UnionOutputTypeDef
UpsertRedshiftTargetOptionsUnionTypeDef#
# UpsertRedshiftTargetOptionsUnionTypeDef definition
UpsertRedshiftTargetOptionsUnionTypeDef = Union[
UpsertRedshiftTargetOptionsTypeDef, # (1)
UpsertRedshiftTargetOptionsOutputTypeDef, # (2)
]ActionUnionTypeDef#
# ActionUnionTypeDef definition
ActionUnionTypeDef = Union[
ActionTypeDef, # (1)
ActionOutputTypeDef, # (2)
]- See ActionTypeDef
- See ActionOutputTypeDef
AmazonRedshiftNodeDataUnionTypeDef#
# AmazonRedshiftNodeDataUnionTypeDef definition
AmazonRedshiftNodeDataUnionTypeDef = Union[
AmazonRedshiftNodeDataTypeDef, # (1)
AmazonRedshiftNodeDataOutputTypeDef, # (2)
]SnowflakeNodeDataUnionTypeDef#
# SnowflakeNodeDataUnionTypeDef definition
SnowflakeNodeDataUnionTypeDef = Union[
SnowflakeNodeDataTypeDef, # (1)
SnowflakeNodeDataOutputTypeDef, # (2)
]DecimalNumberUnionTypeDef#
# DecimalNumberUnionTypeDef definition
DecimalNumberUnionTypeDef = Union[
DecimalNumberTypeDef, # (1)
DecimalNumberOutputTypeDef, # (2)
]GovernedCatalogTargetUnionTypeDef#
# GovernedCatalogTargetUnionTypeDef definition
GovernedCatalogTargetUnionTypeDef = Union[
GovernedCatalogTargetTypeDef, # (1)
GovernedCatalogTargetOutputTypeDef, # (2)
]S3CatalogTargetUnionTypeDef#
# S3CatalogTargetUnionTypeDef definition
S3CatalogTargetUnionTypeDef = Union[
S3CatalogTargetTypeDef, # (1)
S3CatalogTargetOutputTypeDef, # (2)
]S3DeltaCatalogTargetUnionTypeDef#
# S3DeltaCatalogTargetUnionTypeDef definition
S3DeltaCatalogTargetUnionTypeDef = Union[
S3DeltaCatalogTargetTypeDef, # (1)
S3DeltaCatalogTargetOutputTypeDef, # (2)
]S3HudiCatalogTargetUnionTypeDef#
# S3HudiCatalogTargetUnionTypeDef definition
S3HudiCatalogTargetUnionTypeDef = Union[
S3HudiCatalogTargetTypeDef, # (1)
S3HudiCatalogTargetOutputTypeDef, # (2)
]CodeGenNodeUnionTypeDef#
# CodeGenNodeUnionTypeDef definition
CodeGenNodeUnionTypeDef = Union[
CodeGenNodeTypeDef, # (1)
CodeGenNodeOutputTypeDef, # (2)
]DateColumnStatisticsDataUnionTypeDef#
# DateColumnStatisticsDataUnionTypeDef definition
DateColumnStatisticsDataUnionTypeDef = Union[
DateColumnStatisticsDataTypeDef, # (1)
DateColumnStatisticsDataOutputTypeDef, # (2)
]KafkaStreamingSourceOptionsUnionTypeDef#
# KafkaStreamingSourceOptionsUnionTypeDef definition
KafkaStreamingSourceOptionsUnionTypeDef = Union[
KafkaStreamingSourceOptionsTypeDef, # (1)
KafkaStreamingSourceOptionsOutputTypeDef, # (2)
]KinesisStreamingSourceOptionsUnionTypeDef#
# KinesisStreamingSourceOptionsUnionTypeDef definition
KinesisStreamingSourceOptionsUnionTypeDef = Union[
KinesisStreamingSourceOptionsTypeDef, # (1)
KinesisStreamingSourceOptionsOutputTypeDef, # (2)
]PredicateUnionTypeDef#
# PredicateUnionTypeDef definition
PredicateUnionTypeDef = Union[
PredicateTypeDef, # (1)
PredicateOutputTypeDef, # (2)
]EvaluateDataQualityMultiFrameUnionTypeDef#
# EvaluateDataQualityMultiFrameUnionTypeDef definition
EvaluateDataQualityMultiFrameUnionTypeDef = Union[
EvaluateDataQualityMultiFrameTypeDef, # (1)
EvaluateDataQualityMultiFrameOutputTypeDef, # (2)
]EvaluateDataQualityUnionTypeDef#
# EvaluateDataQualityUnionTypeDef definition
EvaluateDataQualityUnionTypeDef = Union[
EvaluateDataQualityTypeDef, # (1)
EvaluateDataQualityOutputTypeDef, # (2)
]PrincipalPermissionsUnionTypeDef#
# PrincipalPermissionsUnionTypeDef definition
PrincipalPermissionsUnionTypeDef = Union[
PrincipalPermissionsTypeDef, # (1)
PrincipalPermissionsOutputTypeDef, # (2)
]S3DeltaDirectTargetUnionTypeDef#
# S3DeltaDirectTargetUnionTypeDef definition
S3DeltaDirectTargetUnionTypeDef = Union[
S3DeltaDirectTargetTypeDef, # (1)
S3DeltaDirectTargetOutputTypeDef, # (2)
]S3DirectTargetUnionTypeDef#
# S3DirectTargetUnionTypeDef definition
S3DirectTargetUnionTypeDef = Union[
S3DirectTargetTypeDef, # (1)
S3DirectTargetOutputTypeDef, # (2)
]S3GlueParquetTargetUnionTypeDef#
# S3GlueParquetTargetUnionTypeDef definition
S3GlueParquetTargetUnionTypeDef = Union[
S3GlueParquetTargetTypeDef, # (1)
S3GlueParquetTargetOutputTypeDef, # (2)
]S3HudiDirectTargetUnionTypeDef#
# S3HudiDirectTargetUnionTypeDef definition
S3HudiDirectTargetUnionTypeDef = Union[
S3HudiDirectTargetTypeDef, # (1)
S3HudiDirectTargetOutputTypeDef, # (2)
]GlueSchemaUnionTypeDef#
# GlueSchemaUnionTypeDef definition
GlueSchemaUnionTypeDef = Union[
GlueSchemaTypeDef, # (1)
GlueSchemaOutputTypeDef, # (2)
]AggregateUnionTypeDef#
# AggregateUnionTypeDef definition
AggregateUnionTypeDef = Union[
AggregateTypeDef, # (1)
AggregateOutputTypeDef, # (2)
]DropNullFieldsUnionTypeDef#
# DropNullFieldsUnionTypeDef definition
DropNullFieldsUnionTypeDef = Union[
DropNullFieldsTypeDef, # (1)
DropNullFieldsOutputTypeDef, # (2)
]FilterExpressionUnionTypeDef#
# FilterExpressionUnionTypeDef definition
FilterExpressionUnionTypeDef = Union[
FilterExpressionTypeDef, # (1)
FilterExpressionOutputTypeDef, # (2)
]CatalogDeltaSourceUnionTypeDef#
# CatalogDeltaSourceUnionTypeDef definition
CatalogDeltaSourceUnionTypeDef = Union[
CatalogDeltaSourceTypeDef, # (1)
CatalogDeltaSourceOutputTypeDef, # (2)
]CatalogHudiSourceUnionTypeDef#
# CatalogHudiSourceUnionTypeDef definition
CatalogHudiSourceUnionTypeDef = Union[
CatalogHudiSourceTypeDef, # (1)
CatalogHudiSourceOutputTypeDef, # (2)
]ConnectorDataSourceUnionTypeDef#
# ConnectorDataSourceUnionTypeDef definition
ConnectorDataSourceUnionTypeDef = Union[
ConnectorDataSourceTypeDef, # (1)
ConnectorDataSourceOutputTypeDef, # (2)
]CustomCodeUnionTypeDef#
# CustomCodeUnionTypeDef definition
CustomCodeUnionTypeDef = Union[
CustomCodeTypeDef, # (1)
CustomCodeOutputTypeDef, # (2)
]JDBCConnectorTargetUnionTypeDef#
# JDBCConnectorTargetUnionTypeDef definition
JDBCConnectorTargetUnionTypeDef = Union[
JDBCConnectorTargetTypeDef, # (1)
JDBCConnectorTargetOutputTypeDef, # (2)
]S3CatalogDeltaSourceUnionTypeDef#
# S3CatalogDeltaSourceUnionTypeDef definition
S3CatalogDeltaSourceUnionTypeDef = Union[
S3CatalogDeltaSourceTypeDef, # (1)
S3CatalogDeltaSourceOutputTypeDef, # (2)
]S3CatalogHudiSourceUnionTypeDef#
# S3CatalogHudiSourceUnionTypeDef definition
S3CatalogHudiSourceUnionTypeDef = Union[
S3CatalogHudiSourceTypeDef, # (1)
S3CatalogHudiSourceOutputTypeDef, # (2)
]S3CsvSourceUnionTypeDef#
# S3CsvSourceUnionTypeDef definition
S3CsvSourceUnionTypeDef = Union[
S3CsvSourceTypeDef, # (1)
S3CsvSourceOutputTypeDef, # (2)
]S3DeltaSourceUnionTypeDef#
# S3DeltaSourceUnionTypeDef definition
S3DeltaSourceUnionTypeDef = Union[
S3DeltaSourceTypeDef, # (1)
S3DeltaSourceOutputTypeDef, # (2)
]S3HudiSourceUnionTypeDef#
# S3HudiSourceUnionTypeDef definition
S3HudiSourceUnionTypeDef = Union[
S3HudiSourceTypeDef, # (1)
S3HudiSourceOutputTypeDef, # (2)
]S3JsonSourceUnionTypeDef#
# S3JsonSourceUnionTypeDef definition
S3JsonSourceUnionTypeDef = Union[
S3JsonSourceTypeDef, # (1)
S3JsonSourceOutputTypeDef, # (2)
]S3ParquetSourceUnionTypeDef#
# S3ParquetSourceUnionTypeDef definition
S3ParquetSourceUnionTypeDef = Union[
S3ParquetSourceTypeDef, # (1)
S3ParquetSourceOutputTypeDef, # (2)
]SparkConnectorSourceUnionTypeDef#
# SparkConnectorSourceUnionTypeDef definition
SparkConnectorSourceUnionTypeDef = Union[
SparkConnectorSourceTypeDef, # (1)
SparkConnectorSourceOutputTypeDef, # (2)
]SparkConnectorTargetUnionTypeDef#
# SparkConnectorTargetUnionTypeDef definition
SparkConnectorTargetUnionTypeDef = Union[
SparkConnectorTargetTypeDef, # (1)
SparkConnectorTargetOutputTypeDef, # (2)
]SparkSQLUnionTypeDef#
# SparkSQLUnionTypeDef definition
SparkSQLUnionTypeDef = Union[
SparkSQLTypeDef, # (1)
SparkSQLOutputTypeDef, # (2)
]- See SparkSQLTypeDef
- See SparkSQLOutputTypeDef
DataSourceUnionTypeDef#
# DataSourceUnionTypeDef definition
DataSourceUnionTypeDef = Union[
DataSourceTypeDef, # (1)
DataSourceOutputTypeDef, # (2)
]JoinUnionTypeDef#
# JoinUnionTypeDef definition
JoinUnionTypeDef = Union[
JoinTypeDef, # (1)
JoinOutputTypeDef, # (2)
]- See JoinTypeDef
- See JoinOutputTypeDef
ApplyMappingUnionTypeDef#
# ApplyMappingUnionTypeDef definition
ApplyMappingUnionTypeDef = Union[
ApplyMappingTypeDef, # (1)
ApplyMappingOutputTypeDef, # (2)
]RecipeStepUnionTypeDef#
# RecipeStepUnionTypeDef definition
RecipeStepUnionTypeDef = Union[
RecipeStepTypeDef, # (1)
RecipeStepOutputTypeDef, # (2)
]StorageDescriptorUnionTypeDef#
# StorageDescriptorUnionTypeDef definition
StorageDescriptorUnionTypeDef = Union[
StorageDescriptorTypeDef, # (1)
StorageDescriptorOutputTypeDef, # (2)
]DynamicTransformUnionTypeDef#
# DynamicTransformUnionTypeDef definition
DynamicTransformUnionTypeDef = Union[
DynamicTransformTypeDef, # (1)
DynamicTransformOutputTypeDef, # (2)
]RedshiftTargetUnionTypeDef#
# RedshiftTargetUnionTypeDef definition
RedshiftTargetUnionTypeDef = Union[
RedshiftTargetTypeDef, # (1)
RedshiftTargetOutputTypeDef, # (2)
]AmazonRedshiftSourceUnionTypeDef#
# AmazonRedshiftSourceUnionTypeDef definition
AmazonRedshiftSourceUnionTypeDef = Union[
AmazonRedshiftSourceTypeDef, # (1)
AmazonRedshiftSourceOutputTypeDef, # (2)
]AmazonRedshiftTargetUnionTypeDef#
# AmazonRedshiftTargetUnionTypeDef definition
AmazonRedshiftTargetUnionTypeDef = Union[
AmazonRedshiftTargetTypeDef, # (1)
AmazonRedshiftTargetOutputTypeDef, # (2)
]SnowflakeSourceUnionTypeDef#
# SnowflakeSourceUnionTypeDef definition
SnowflakeSourceUnionTypeDef = Union[
SnowflakeSourceTypeDef, # (1)
SnowflakeSourceOutputTypeDef, # (2)
]SnowflakeTargetUnionTypeDef#
# SnowflakeTargetUnionTypeDef definition
SnowflakeTargetUnionTypeDef = Union[
SnowflakeTargetTypeDef, # (1)
SnowflakeTargetOutputTypeDef, # (2)
]DecimalColumnStatisticsDataUnionTypeDef#
# DecimalColumnStatisticsDataUnionTypeDef definition
DecimalColumnStatisticsDataUnionTypeDef = Union[
DecimalColumnStatisticsDataTypeDef, # (1)
DecimalColumnStatisticsDataOutputTypeDef, # (2)
]CatalogKafkaSourceUnionTypeDef#
# CatalogKafkaSourceUnionTypeDef definition
CatalogKafkaSourceUnionTypeDef = Union[
CatalogKafkaSourceTypeDef, # (1)
CatalogKafkaSourceOutputTypeDef, # (2)
]DirectKafkaSourceUnionTypeDef#
# DirectKafkaSourceUnionTypeDef definition
DirectKafkaSourceUnionTypeDef = Union[
DirectKafkaSourceTypeDef, # (1)
DirectKafkaSourceOutputTypeDef, # (2)
]CatalogKinesisSourceUnionTypeDef#
# CatalogKinesisSourceUnionTypeDef definition
CatalogKinesisSourceUnionTypeDef = Union[
CatalogKinesisSourceTypeDef, # (1)
CatalogKinesisSourceOutputTypeDef, # (2)
]DirectKinesisSourceUnionTypeDef#
# DirectKinesisSourceUnionTypeDef definition
DirectKinesisSourceUnionTypeDef = Union[
DirectKinesisSourceTypeDef, # (1)
DirectKinesisSourceOutputTypeDef, # (2)
]AthenaConnectorSourceUnionTypeDef#
# AthenaConnectorSourceUnionTypeDef definition
AthenaConnectorSourceUnionTypeDef = Union[
AthenaConnectorSourceTypeDef, # (1)
AthenaConnectorSourceOutputTypeDef, # (2)
]JDBCConnectorSourceUnionTypeDef#
# JDBCConnectorSourceUnionTypeDef definition
JDBCConnectorSourceUnionTypeDef = Union[
JDBCConnectorSourceTypeDef, # (1)
JDBCConnectorSourceOutputTypeDef, # (2)
]FilterUnionTypeDef#
# FilterUnionTypeDef definition
FilterUnionTypeDef = Union[
FilterTypeDef, # (1)
FilterOutputTypeDef, # (2)
]- See FilterTypeDef
- See FilterOutputTypeDef
RecipeUnionTypeDef#
# RecipeUnionTypeDef definition
RecipeUnionTypeDef = Union[
RecipeTypeDef, # (1)
RecipeOutputTypeDef, # (2)
]- See RecipeTypeDef
- See RecipeOutputTypeDef
ColumnStatisticsDataUnionTypeDef#
# ColumnStatisticsDataUnionTypeDef definition
ColumnStatisticsDataUnionTypeDef = Union[
ColumnStatisticsDataTypeDef, # (1)
ColumnStatisticsDataOutputTypeDef, # (2)
]CodeGenConfigurationNodeUnionTypeDef#
# CodeGenConfigurationNodeUnionTypeDef definition
CodeGenConfigurationNodeUnionTypeDef = Union[
CodeGenConfigurationNodeTypeDef, # (1)
CodeGenConfigurationNodeOutputTypeDef, # (2)
]ColumnStatisticsUnionTypeDef#
# ColumnStatisticsUnionTypeDef definition
ColumnStatisticsUnionTypeDef = Union[
ColumnStatisticsTypeDef, # (1)
ColumnStatisticsOutputTypeDef, # (2)
]NotificationPropertyTypeDef#
# NotificationPropertyTypeDef definition
class NotificationPropertyTypeDef(TypedDict):
NotifyDelayAfter: NotRequired[int],AggregateOperationOutputTypeDef#
# AggregateOperationOutputTypeDef definition
class AggregateOperationOutputTypeDef(TypedDict):
Column: List[str],
AggFunc: AggFunctionType, # (1)- See AggFunctionType
AggregateOperationTypeDef#
# AggregateOperationTypeDef definition
class AggregateOperationTypeDef(TypedDict):
Column: Sequence[str],
AggFunc: AggFunctionType, # (1)- See AggFunctionType
AmazonRedshiftAdvancedOptionTypeDef#
# AmazonRedshiftAdvancedOptionTypeDef definition
class AmazonRedshiftAdvancedOptionTypeDef(TypedDict):
Key: NotRequired[str],
Value: NotRequired[str],OptionTypeDef#
# OptionTypeDef definition
class OptionTypeDef(TypedDict):
Value: NotRequired[str],
Label: NotRequired[str],
Description: NotRequired[str],AnnotationErrorTypeDef#
# AnnotationErrorTypeDef definition
class AnnotationErrorTypeDef(TypedDict):
ProfileId: NotRequired[str],
StatisticId: NotRequired[str],
FailureReason: NotRequired[str],MappingOutputTypeDef#
# MappingOutputTypeDef definition
class MappingOutputTypeDef(TypedDict):
ToKey: NotRequired[str],
FromPath: NotRequired[List[str]],
FromType: NotRequired[str],
ToType: NotRequired[str],
Dropped: NotRequired[bool],
Children: NotRequired[List[Dict[str, Any]]],MappingPaginatorTypeDef#
# MappingPaginatorTypeDef definition
class MappingPaginatorTypeDef(TypedDict):
ToKey: NotRequired[str],
FromPath: NotRequired[List[str]],
FromType: NotRequired[str],
ToType: NotRequired[str],
Dropped: NotRequired[bool],
Children: NotRequired[List[Dict[str, Any]]],AuditContextTypeDef#
# AuditContextTypeDef definition
class AuditContextTypeDef(TypedDict):
AdditionalAuditContext: NotRequired[str],
RequestedColumns: NotRequired[Sequence[str]],
AllColumnsRequested: NotRequired[bool],AuthorizationCodePropertiesTypeDef#
# AuthorizationCodePropertiesTypeDef definition
class AuthorizationCodePropertiesTypeDef(TypedDict):
AuthorizationCode: NotRequired[str],
RedirectUri: NotRequired[str],PartitionValueListOutputTypeDef#
# PartitionValueListOutputTypeDef definition
class PartitionValueListOutputTypeDef(TypedDict):
Values: List[str],BasicCatalogTargetOutputTypeDef#
# BasicCatalogTargetOutputTypeDef definition
class BasicCatalogTargetOutputTypeDef(TypedDict):
Name: str,
Inputs: List[str],
Database: str,
Table: str,
PartitionKeys: NotRequired[List[List[str]]],BasicCatalogTargetTypeDef#
# BasicCatalogTargetTypeDef definition
class BasicCatalogTargetTypeDef(TypedDict):
Name: str,
Inputs: Sequence[str],
Database: str,
Table: str,
PartitionKeys: NotRequired[Sequence[Sequence[str]]],ResponseMetadataTypeDef#
# ResponseMetadataTypeDef definition
class ResponseMetadataTypeDef(TypedDict):
RequestId: str,
HTTPStatusCode: int,
HTTPHeaders: Dict[str, str],
RetryAttempts: int,
HostId: NotRequired[str],BatchDeleteConnectionRequestRequestTypeDef#
# BatchDeleteConnectionRequestRequestTypeDef definition
class BatchDeleteConnectionRequestRequestTypeDef(TypedDict):
ConnectionNameList: Sequence[str],
CatalogId: NotRequired[str],ErrorDetailTypeDef#
# ErrorDetailTypeDef definition
class ErrorDetailTypeDef(TypedDict):
ErrorCode: NotRequired[str],
ErrorMessage: NotRequired[str],BatchDeleteTableRequestRequestTypeDef#
# BatchDeleteTableRequestRequestTypeDef definition
class BatchDeleteTableRequestRequestTypeDef(TypedDict):
DatabaseName: str,
TablesToDelete: Sequence[str],
CatalogId: NotRequired[str],
TransactionId: NotRequired[str],BatchDeleteTableVersionRequestRequestTypeDef#
# BatchDeleteTableVersionRequestRequestTypeDef definition
class BatchDeleteTableVersionRequestRequestTypeDef(TypedDict):
DatabaseName: str,
TableName: str,
VersionIds: Sequence[str],
CatalogId: NotRequired[str],BatchGetBlueprintsRequestRequestTypeDef#
# BatchGetBlueprintsRequestRequestTypeDef definition
class BatchGetBlueprintsRequestRequestTypeDef(TypedDict):
Names: Sequence[str],
IncludeBlueprint: NotRequired[bool],
IncludeParameterSpec: NotRequired[bool],BatchGetCrawlersRequestRequestTypeDef#
# BatchGetCrawlersRequestRequestTypeDef definition
class BatchGetCrawlersRequestRequestTypeDef(TypedDict):
CrawlerNames: Sequence[str],BatchGetCustomEntityTypesRequestRequestTypeDef#
# BatchGetCustomEntityTypesRequestRequestTypeDef definition
class BatchGetCustomEntityTypesRequestRequestTypeDef(TypedDict):
Names: Sequence[str],CustomEntityTypeTypeDef#
# CustomEntityTypeTypeDef definition
class CustomEntityTypeTypeDef(TypedDict):
Name: str,
RegexString: str,
ContextWords: NotRequired[List[str]],BatchGetDataQualityResultRequestRequestTypeDef#
# BatchGetDataQualityResultRequestRequestTypeDef definition
class BatchGetDataQualityResultRequestRequestTypeDef(TypedDict):
ResultIds: Sequence[str],BatchGetDevEndpointsRequestRequestTypeDef#
# BatchGetDevEndpointsRequestRequestTypeDef definition
class BatchGetDevEndpointsRequestRequestTypeDef(TypedDict):
DevEndpointNames: Sequence[str],DevEndpointTypeDef#
# DevEndpointTypeDef definition
class DevEndpointTypeDef(TypedDict):
EndpointName: NotRequired[str],
RoleArn: NotRequired[str],
SecurityGroupIds: NotRequired[List[str]],
SubnetId: NotRequired[str],
YarnEndpointAddress: NotRequired[str],
PrivateAddress: NotRequired[str],
ZeppelinRemoteSparkInterpreterPort: NotRequired[int],
PublicAddress: NotRequired[str],
Status: NotRequired[str],
WorkerType: NotRequired[WorkerTypeType], # (1)
GlueVersion: NotRequired[str],
NumberOfWorkers: NotRequired[int],
NumberOfNodes: NotRequired[int],
AvailabilityZone: NotRequired[str],
VpcId: NotRequired[str],
ExtraPythonLibsS3Path: NotRequired[str],
ExtraJarsS3Path: NotRequired[str],
FailureReason: NotRequired[str],
LastUpdateStatus: NotRequired[str],
CreatedTimestamp: NotRequired[datetime],
LastModifiedTimestamp: NotRequired[datetime],
PublicKey: NotRequired[str],
PublicKeys: NotRequired[List[str]],
SecurityConfiguration: NotRequired[str],
Arguments: NotRequired[Dict[str, str]],- See WorkerTypeType
BatchGetJobsRequestRequestTypeDef#
# BatchGetJobsRequestRequestTypeDef definition
class BatchGetJobsRequestRequestTypeDef(TypedDict):
JobNames: Sequence[str],PartitionValueListTypeDef#
# PartitionValueListTypeDef definition
class PartitionValueListTypeDef(TypedDict):
Values: Sequence[str],BatchGetTableOptimizerEntryTypeDef#
# BatchGetTableOptimizerEntryTypeDef definition
class BatchGetTableOptimizerEntryTypeDef(TypedDict):
catalogId: NotRequired[str],
databaseName: NotRequired[str],
tableName: NotRequired[str],
type: NotRequired[TableOptimizerTypeType], # (1)BatchGetTriggersRequestRequestTypeDef#
# BatchGetTriggersRequestRequestTypeDef definition
class BatchGetTriggersRequestRequestTypeDef(TypedDict):
TriggerNames: Sequence[str],BatchGetWorkflowsRequestRequestTypeDef#
# BatchGetWorkflowsRequestRequestTypeDef definition
class BatchGetWorkflowsRequestRequestTypeDef(TypedDict):
Names: Sequence[str],
IncludeGraph: NotRequired[bool],DatapointInclusionAnnotationTypeDef#
# DatapointInclusionAnnotationTypeDef definition
class DatapointInclusionAnnotationTypeDef(TypedDict):
ProfileId: NotRequired[str],
StatisticId: NotRequired[str],
InclusionAnnotation: NotRequired[InclusionAnnotationValueType], # (1)BatchStopJobRunRequestRequestTypeDef#
# BatchStopJobRunRequestRequestTypeDef definition
class BatchStopJobRunRequestRequestTypeDef(TypedDict):
JobName: str,
JobRunIds: Sequence[str],BatchStopJobRunSuccessfulSubmissionTypeDef#
# BatchStopJobRunSuccessfulSubmissionTypeDef definition
class BatchStopJobRunSuccessfulSubmissionTypeDef(TypedDict):
JobName: NotRequired[str],
JobRunId: NotRequired[str],BinaryColumnStatisticsDataTypeDef#
# BinaryColumnStatisticsDataTypeDef definition
class BinaryColumnStatisticsDataTypeDef(TypedDict):
MaximumLength: int,
AverageLength: float,
NumberOfNulls: int,BlueprintDetailsTypeDef#
# BlueprintDetailsTypeDef definition
class BlueprintDetailsTypeDef(TypedDict):
BlueprintName: NotRequired[str],
RunId: NotRequired[str],BlueprintRunTypeDef#
# BlueprintRunTypeDef definition
class BlueprintRunTypeDef(TypedDict):
BlueprintName: NotRequired[str],
RunId: NotRequired[str],
WorkflowName: NotRequired[str],
State: NotRequired[BlueprintRunStateType], # (1)
StartedOn: NotRequired[datetime],
CompletedOn: NotRequired[datetime],
ErrorMessage: NotRequired[str],
RollbackErrorMessage: NotRequired[str],
Parameters: NotRequired[str],
RoleArn: NotRequired[str],LastActiveDefinitionTypeDef#
# LastActiveDefinitionTypeDef definition
class LastActiveDefinitionTypeDef(TypedDict):
Description: NotRequired[str],
LastModifiedOn: NotRequired[datetime],
ParameterSpec: NotRequired[str],
BlueprintLocation: NotRequired[str],
BlueprintServiceLocation: NotRequired[str],BooleanColumnStatisticsDataTypeDef#
# BooleanColumnStatisticsDataTypeDef definition
class BooleanColumnStatisticsDataTypeDef(TypedDict):
NumberOfTrues: int,
NumberOfFalses: int,
NumberOfNulls: int,CancelDataQualityRuleRecommendationRunRequestRequestTypeDef#
# CancelDataQualityRuleRecommendationRunRequestRequestTypeDef definition
class CancelDataQualityRuleRecommendationRunRequestRequestTypeDef(TypedDict):
RunId: str,CancelDataQualityRulesetEvaluationRunRequestRequestTypeDef#
# CancelDataQualityRulesetEvaluationRunRequestRequestTypeDef definition
class CancelDataQualityRulesetEvaluationRunRequestRequestTypeDef(TypedDict):
RunId: str,CancelMLTaskRunRequestRequestTypeDef#
# CancelMLTaskRunRequestRequestTypeDef definition
class CancelMLTaskRunRequestRequestTypeDef(TypedDict):
TransformId: str,
TaskRunId: str,CancelStatementRequestRequestTypeDef#
# CancelStatementRequestRequestTypeDef definition
class CancelStatementRequestRequestTypeDef(TypedDict):
SessionId: str,
Id: int,
RequestOrigin: NotRequired[str],CatalogEntryTypeDef#
# CatalogEntryTypeDef definition
class CatalogEntryTypeDef(TypedDict):
DatabaseName: str,
TableName: str,CatalogImportStatusTypeDef#
# CatalogImportStatusTypeDef definition
class CatalogImportStatusTypeDef(TypedDict):
ImportCompleted: NotRequired[bool],
ImportTime: NotRequired[datetime],
ImportedBy: NotRequired[str],KafkaStreamingSourceOptionsOutputTypeDef#
# KafkaStreamingSourceOptionsOutputTypeDef definition
class KafkaStreamingSourceOptionsOutputTypeDef(TypedDict):
BootstrapServers: NotRequired[str],
SecurityProtocol: NotRequired[str],
ConnectionName: NotRequired[str],
TopicName: NotRequired[str],
Assign: NotRequired[str],
SubscribePattern: NotRequired[str],
Classification: NotRequired[str],
Delimiter: NotRequired[str],
StartingOffsets: NotRequired[str],
EndingOffsets: NotRequired[str],
PollTimeoutMs: NotRequired[int],
NumRetries: NotRequired[int],
RetryIntervalMs: NotRequired[int],
MaxOffsetsPerTrigger: NotRequired[int],
MinPartitions: NotRequired[int],
IncludeHeaders: NotRequired[bool],
AddRecordTimestamp: NotRequired[str],
EmitConsumerLagMetrics: NotRequired[str],
StartingTimestamp: NotRequired[datetime],StreamingDataPreviewOptionsTypeDef#
# StreamingDataPreviewOptionsTypeDef definition
class StreamingDataPreviewOptionsTypeDef(TypedDict):
PollingTime: NotRequired[int],
RecordPollingLimit: NotRequired[int],KinesisStreamingSourceOptionsOutputTypeDef#
# KinesisStreamingSourceOptionsOutputTypeDef definition
class KinesisStreamingSourceOptionsOutputTypeDef(TypedDict):
EndpointUrl: NotRequired[str],
StreamName: NotRequired[str],
Classification: NotRequired[str],
Delimiter: NotRequired[str],
StartingPosition: NotRequired[StartingPositionType], # (1)
MaxFetchTimeInMs: NotRequired[int],
MaxFetchRecordsPerShard: NotRequired[int],
MaxRecordPerRead: NotRequired[int],
AddIdleTimeBetweenReads: NotRequired[bool],
IdleTimeBetweenReadsInMs: NotRequired[int],
DescribeShardInterval: NotRequired[int],
NumRetries: NotRequired[int],
RetryIntervalMs: NotRequired[int],
MaxRetryIntervalMs: NotRequired[int],
AvoidEmptyBatches: NotRequired[bool],
StreamArn: NotRequired[str],
RoleArn: NotRequired[str],
RoleSessionName: NotRequired[str],
AddRecordTimestamp: NotRequired[str],
EmitConsumerLagMetrics: NotRequired[str],
StartingTimestamp: NotRequired[datetime],CatalogSchemaChangePolicyTypeDef#
# CatalogSchemaChangePolicyTypeDef definition
class CatalogSchemaChangePolicyTypeDef(TypedDict):
EnableUpdateCatalog: NotRequired[bool],
UpdateBehavior: NotRequired[UpdateCatalogBehaviorType], # (1)CatalogSourceTypeDef#
# CatalogSourceTypeDef definition
class CatalogSourceTypeDef(TypedDict):
Name: str,
Database: str,
Table: str,CatalogTargetOutputTypeDef#
# CatalogTargetOutputTypeDef definition
class CatalogTargetOutputTypeDef(TypedDict):
DatabaseName: str,
Tables: List[str],
ConnectionName: NotRequired[str],
EventQueueArn: NotRequired[str],
DlqEventQueueArn: NotRequired[str],CatalogTargetTypeDef#
# CatalogTargetTypeDef definition
class CatalogTargetTypeDef(TypedDict):
DatabaseName: str,
Tables: Sequence[str],
ConnectionName: NotRequired[str],
EventQueueArn: NotRequired[str],
DlqEventQueueArn: NotRequired[str],CheckSchemaVersionValidityInputRequestTypeDef#
# CheckSchemaVersionValidityInputRequestTypeDef definition
class CheckSchemaVersionValidityInputRequestTypeDef(TypedDict):
DataFormat: DataFormatType, # (1)
SchemaDefinition: str,- See DataFormatType
CsvClassifierTypeDef#
# CsvClassifierTypeDef definition
class CsvClassifierTypeDef(TypedDict):
Name: str,
CreationTime: NotRequired[datetime],
LastUpdated: NotRequired[datetime],
Version: NotRequired[int],
Delimiter: NotRequired[str],
QuoteSymbol: NotRequired[str],
ContainsHeader: NotRequired[CsvHeaderOptionType], # (1)
Header: NotRequired[List[str]],
DisableValueTrimming: NotRequired[bool],
AllowSingleColumn: NotRequired[bool],
CustomDatatypeConfigured: NotRequired[bool],
CustomDatatypes: NotRequired[List[str]],
Serde: NotRequired[CsvSerdeOptionType], # (2)GrokClassifierTypeDef#
# GrokClassifierTypeDef definition
class GrokClassifierTypeDef(TypedDict):
Name: str,
Classification: str,
GrokPattern: str,
CreationTime: NotRequired[datetime],
LastUpdated: NotRequired[datetime],
Version: NotRequired[int],
CustomPatterns: NotRequired[str],JsonClassifierTypeDef#
# JsonClassifierTypeDef definition
class JsonClassifierTypeDef(TypedDict):
Name: str,
JsonPath: str,
CreationTime: NotRequired[datetime],
LastUpdated: NotRequired[datetime],
Version: NotRequired[int],XMLClassifierTypeDef#
# XMLClassifierTypeDef definition
class XMLClassifierTypeDef(TypedDict):
Name: str,
Classification: str,
CreationTime: NotRequired[datetime],
LastUpdated: NotRequired[datetime],
Version: NotRequired[int],
RowTag: NotRequired[str],CloudWatchEncryptionTypeDef#
# CloudWatchEncryptionTypeDef definition
class CloudWatchEncryptionTypeDef(TypedDict):
CloudWatchEncryptionMode: NotRequired[CloudWatchEncryptionModeType], # (1)
KmsKeyArn: NotRequired[str],ConnectorDataTargetOutputTypeDef#
# ConnectorDataTargetOutputTypeDef definition
class ConnectorDataTargetOutputTypeDef(TypedDict):
Name: str,
ConnectionType: str,
Data: Dict[str, str],
Inputs: NotRequired[List[str]],DirectJDBCSourceTypeDef#
# DirectJDBCSourceTypeDef definition
class DirectJDBCSourceTypeDef(TypedDict):
Name: str,
Database: str,
Table: str,
ConnectionName: str,
ConnectionType: JDBCConnectionTypeType, # (1)
RedshiftTmpDir: NotRequired[str],DropDuplicatesOutputTypeDef#
# DropDuplicatesOutputTypeDef definition
class DropDuplicatesOutputTypeDef(TypedDict):
Name: str,
Inputs: List[str],
Columns: NotRequired[List[List[str]]],DropFieldsOutputTypeDef#
# DropFieldsOutputTypeDef definition
class DropFieldsOutputTypeDef(TypedDict):
Name: str,
Inputs: List[str],
Paths: List[List[str]],DynamoDBCatalogSourceTypeDef#
# DynamoDBCatalogSourceTypeDef definition
class DynamoDBCatalogSourceTypeDef(TypedDict):
Name: str,
Database: str,
Table: str,FillMissingValuesOutputTypeDef#
# FillMissingValuesOutputTypeDef definition
class FillMissingValuesOutputTypeDef(TypedDict):
Name: str,
Inputs: List[str],
ImputedPath: str,
FilledPath: NotRequired[str],MergeOutputTypeDef#
# MergeOutputTypeDef definition
class MergeOutputTypeDef(TypedDict):
Name: str,
Inputs: List[str],
Source: str,
PrimaryKeys: List[List[str]],MicrosoftSQLServerCatalogSourceTypeDef#
# MicrosoftSQLServerCatalogSourceTypeDef definition
class MicrosoftSQLServerCatalogSourceTypeDef(TypedDict):
Name: str,
Database: str,
Table: str,MicrosoftSQLServerCatalogTargetOutputTypeDef#
# MicrosoftSQLServerCatalogTargetOutputTypeDef definition
class MicrosoftSQLServerCatalogTargetOutputTypeDef(TypedDict):
Name: str,
Inputs: List[str],
Database: str,
Table: str,MySQLCatalogSourceTypeDef#
# MySQLCatalogSourceTypeDef definition
class MySQLCatalogSourceTypeDef(TypedDict):
Name: str,
Database: str,
Table: str,MySQLCatalogTargetOutputTypeDef#
# MySQLCatalogTargetOutputTypeDef definition
class MySQLCatalogTargetOutputTypeDef(TypedDict):
Name: str,
Inputs: List[str],
Database: str,
Table: str,OracleSQLCatalogSourceTypeDef#
# OracleSQLCatalogSourceTypeDef definition
class OracleSQLCatalogSourceTypeDef(TypedDict):
Name: str,
Database: str,
Table: str,OracleSQLCatalogTargetOutputTypeDef#
# OracleSQLCatalogTargetOutputTypeDef definition
class OracleSQLCatalogTargetOutputTypeDef(TypedDict):
Name: str,
Inputs: List[str],
Database: str,
Table: str,PIIDetectionOutputTypeDef#
# PIIDetectionOutputTypeDef definition
class PIIDetectionOutputTypeDef(TypedDict):
Name: str,
Inputs: List[str],
PiiType: PiiTypeType, # (1)
EntityTypesToDetect: List[str],
OutputColumnName: NotRequired[str],
SampleFraction: NotRequired[float],
ThresholdFraction: NotRequired[float],
MaskValue: NotRequired[str],- See PiiTypeType
PostgreSQLCatalogSourceTypeDef#
# PostgreSQLCatalogSourceTypeDef definition
class PostgreSQLCatalogSourceTypeDef(TypedDict):
Name: str,
Database: str,
Table: str,PostgreSQLCatalogTargetOutputTypeDef#
# PostgreSQLCatalogTargetOutputTypeDef definition
class PostgreSQLCatalogTargetOutputTypeDef(TypedDict):
Name: str,
Inputs: List[str],
Database: str,
Table: str,RedshiftSourceTypeDef#
# RedshiftSourceTypeDef definition
class RedshiftSourceTypeDef(TypedDict):
Name: str,
Database: str,
Table: str,
RedshiftTmpDir: NotRequired[str],
TmpDirIAMRole: NotRequired[str],RelationalCatalogSourceTypeDef#
# RelationalCatalogSourceTypeDef definition
class RelationalCatalogSourceTypeDef(TypedDict):
Name: str,
Database: str,
Table: str,RenameFieldOutputTypeDef#
# RenameFieldOutputTypeDef definition
class RenameFieldOutputTypeDef(TypedDict):
Name: str,
Inputs: List[str],
SourcePath: List[str],
TargetPath: List[str],SelectFieldsOutputTypeDef#
# SelectFieldsOutputTypeDef definition
class SelectFieldsOutputTypeDef(TypedDict):
Name: str,
Inputs: List[str],
Paths: List[List[str]],SelectFromCollectionOutputTypeDef#
# SelectFromCollectionOutputTypeDef definition
class SelectFromCollectionOutputTypeDef(TypedDict):
Name: str,
Inputs: List[str],
Index: int,SpigotOutputTypeDef#
# SpigotOutputTypeDef definition
class SpigotOutputTypeDef(TypedDict):
Name: str,
Inputs: List[str],
Path: str,
Topk: NotRequired[int],
Prob: NotRequired[float],SplitFieldsOutputTypeDef#
# SplitFieldsOutputTypeDef definition
class SplitFieldsOutputTypeDef(TypedDict):
Name: str,
Inputs: List[str],
Paths: List[List[str]],UnionOutputTypeDef#
# UnionOutputTypeDef definition
class UnionOutputTypeDef(TypedDict):
Name: str,
Inputs: List[str],
UnionType: UnionTypeType, # (1)- See UnionTypeType
CodeGenEdgeTypeDef#
# CodeGenEdgeTypeDef definition
class CodeGenEdgeTypeDef(TypedDict):
Source: str,
Target: str,
TargetParameter: NotRequired[str],CodeGenNodeArgTypeDef#
# CodeGenNodeArgTypeDef definition
class CodeGenNodeArgTypeDef(TypedDict):
Name: str,
Value: str,
Param: NotRequired[bool],ColumnImportanceTypeDef#
# ColumnImportanceTypeDef definition
class ColumnImportanceTypeDef(TypedDict):
ColumnName: NotRequired[str],
Importance: NotRequired[float],ColumnOutputTypeDef#
# ColumnOutputTypeDef definition
class ColumnOutputTypeDef(TypedDict):
Name: str,
Type: NotRequired[str],
Comment: NotRequired[str],
Parameters: NotRequired[Dict[str, str]],ColumnRowFilterTypeDef#
# ColumnRowFilterTypeDef definition
class ColumnRowFilterTypeDef(TypedDict):
ColumnName: NotRequired[str],
RowFilterExpression: NotRequired[str],DateColumnStatisticsDataOutputTypeDef#
# DateColumnStatisticsDataOutputTypeDef definition
class DateColumnStatisticsDataOutputTypeDef(TypedDict):
NumberOfNulls: int,
NumberOfDistinctValues: int,
MinimumValue: NotRequired[datetime],
MaximumValue: NotRequired[datetime],DoubleColumnStatisticsDataTypeDef#
# DoubleColumnStatisticsDataTypeDef definition
class DoubleColumnStatisticsDataTypeDef(TypedDict):
NumberOfNulls: int,
NumberOfDistinctValues: int,
MinimumValue: NotRequired[float],
MaximumValue: NotRequired[float],LongColumnStatisticsDataTypeDef#
# LongColumnStatisticsDataTypeDef definition
class LongColumnStatisticsDataTypeDef(TypedDict):
NumberOfNulls: int,
NumberOfDistinctValues: int,
MinimumValue: NotRequired[int],
MaximumValue: NotRequired[int],StringColumnStatisticsDataTypeDef#
# StringColumnStatisticsDataTypeDef definition
class StringColumnStatisticsDataTypeDef(TypedDict):
MaximumLength: int,
AverageLength: float,
NumberOfNulls: int,
NumberOfDistinctValues: int,ColumnStatisticsTaskRunTypeDef#
# ColumnStatisticsTaskRunTypeDef definition
class ColumnStatisticsTaskRunTypeDef(TypedDict):
CustomerId: NotRequired[str],
ColumnStatisticsTaskRunId: NotRequired[str],
DatabaseName: NotRequired[str],
TableName: NotRequired[str],
ColumnNameList: NotRequired[List[str]],
CatalogID: NotRequired[str],
Role: NotRequired[str],
SampleSize: NotRequired[float],
SecurityConfiguration: NotRequired[str],
NumberOfWorkers: NotRequired[int],
WorkerType: NotRequired[str],
ComputationType: NotRequired[ComputationTypeType], # (1)
Status: NotRequired[ColumnStatisticsStateType], # (2)
CreationTime: NotRequired[datetime],
LastUpdated: NotRequired[datetime],
StartTime: NotRequired[datetime],
EndTime: NotRequired[datetime],
ErrorMessage: NotRequired[str],
DPUSeconds: NotRequired[float],ScheduleTypeDef#
# ScheduleTypeDef definition
class ScheduleTypeDef(TypedDict):
ScheduleExpression: NotRequired[str],
State: NotRequired[ScheduleStateType], # (1)ColumnTypeDef#
# ColumnTypeDef definition
class ColumnTypeDef(TypedDict):
Name: str,
Type: NotRequired[str],
Comment: NotRequired[str],
Parameters: NotRequired[Mapping[str, str]],IcebergCompactionMetricsTypeDef#
# IcebergCompactionMetricsTypeDef definition
class IcebergCompactionMetricsTypeDef(TypedDict):
NumberOfBytesCompacted: NotRequired[int],
NumberOfFilesCompacted: NotRequired[int],
NumberOfDpus: NotRequired[int],
JobDurationInHour: NotRequired[float],ConditionExpressionTypeDef#
# ConditionExpressionTypeDef definition
class ConditionExpressionTypeDef(TypedDict):
Condition: str,
TargetColumn: str,
Value: NotRequired[str],ConditionTypeDef#
# ConditionTypeDef definition
class ConditionTypeDef(TypedDict):
LogicalOperator: NotRequired[LogicalOperatorType], # (1)
JobName: NotRequired[str],
State: NotRequired[JobRunStateType], # (2)
CrawlerName: NotRequired[str],
CrawlState: NotRequired[CrawlStateType], # (3)- See LogicalOperatorType
- See JobRunStateType
- See CrawlStateType
ConfigurationObjectOutputTypeDef#
# ConfigurationObjectOutputTypeDef definition
class ConfigurationObjectOutputTypeDef(TypedDict):
DefaultValue: NotRequired[str],
AllowedValues: NotRequired[List[str]],
MinValue: NotRequired[str],
MaxValue: NotRequired[str],ConfigurationObjectTypeDef#
# ConfigurationObjectTypeDef definition
class ConfigurationObjectTypeDef(TypedDict):
DefaultValue: NotRequired[str],
AllowedValues: NotRequired[Sequence[str]],
MinValue: NotRequired[str],
MaxValue: NotRequired[str],ConfusionMatrixTypeDef#
# ConfusionMatrixTypeDef definition
class ConfusionMatrixTypeDef(TypedDict):
NumTruePositives: NotRequired[int],
NumFalsePositives: NotRequired[int],
NumTrueNegatives: NotRequired[int],
NumFalseNegatives: NotRequired[int],ConnectionPasswordEncryptionTypeDef#
# ConnectionPasswordEncryptionTypeDef definition
class ConnectionPasswordEncryptionTypeDef(TypedDict):
ReturnConnectionPasswordEncrypted: bool,
AwsKmsKeyId: NotRequired[str],PhysicalConnectionRequirementsOutputTypeDef#
# PhysicalConnectionRequirementsOutputTypeDef definition
class PhysicalConnectionRequirementsOutputTypeDef(TypedDict):
SubnetId: NotRequired[str],
SecurityGroupIdList: NotRequired[List[str]],
AvailabilityZone: NotRequired[str],ConnectionsListOutputTypeDef#
# ConnectionsListOutputTypeDef definition
class ConnectionsListOutputTypeDef(TypedDict):
Connections: NotRequired[List[str]],ConnectionsListTypeDef#
# ConnectionsListTypeDef definition
class ConnectionsListTypeDef(TypedDict):
Connections: NotRequired[Sequence[str]],ConnectorDataTargetTypeDef#
# ConnectorDataTargetTypeDef definition
class ConnectorDataTargetTypeDef(TypedDict):
Name: str,
ConnectionType: str,
Data: Mapping[str, str],
Inputs: NotRequired[Sequence[str]],CrawlTypeDef#
# CrawlTypeDef definition
class CrawlTypeDef(TypedDict):
State: NotRequired[CrawlStateType], # (1)
StartedOn: NotRequired[datetime],
CompletedOn: NotRequired[datetime],
ErrorMessage: NotRequired[str],
LogGroup: NotRequired[str],
LogStream: NotRequired[str],- See CrawlStateType
CrawlerHistoryTypeDef#
# CrawlerHistoryTypeDef definition
class CrawlerHistoryTypeDef(TypedDict):
CrawlId: NotRequired[str],
State: NotRequired[CrawlerHistoryStateType], # (1)
StartTime: NotRequired[datetime],
EndTime: NotRequired[datetime],
Summary: NotRequired[str],
ErrorMessage: NotRequired[str],
LogGroup: NotRequired[str],
LogStream: NotRequired[str],
MessagePrefix: NotRequired[str],
DPUHour: NotRequired[float],CrawlerMetricsTypeDef#
# CrawlerMetricsTypeDef definition
class CrawlerMetricsTypeDef(TypedDict):
CrawlerName: NotRequired[str],
TimeLeftSeconds: NotRequired[float],
StillEstimating: NotRequired[bool],
LastRuntimeSeconds: NotRequired[float],
MedianRuntimeSeconds: NotRequired[float],
TablesCreated: NotRequired[int],
TablesUpdated: NotRequired[int],
TablesDeleted: NotRequired[int],DeltaTargetOutputTypeDef#
# DeltaTargetOutputTypeDef definition
class DeltaTargetOutputTypeDef(TypedDict):
DeltaTables: NotRequired[List[str]],
ConnectionName: NotRequired[str],
WriteManifest: NotRequired[bool],
CreateNativeDeltaTable: NotRequired[bool],DynamoDBTargetTypeDef#
# DynamoDBTargetTypeDef definition
class DynamoDBTargetTypeDef(TypedDict):
Path: NotRequired[str],
scanAll: NotRequired[bool],
scanRate: NotRequired[float],HudiTargetOutputTypeDef#
# HudiTargetOutputTypeDef definition
class HudiTargetOutputTypeDef(TypedDict):
Paths: NotRequired[List[str]],
ConnectionName: NotRequired[str],
Exclusions: NotRequired[List[str]],
MaximumTraversalDepth: NotRequired[int],IcebergTargetOutputTypeDef#
# IcebergTargetOutputTypeDef definition
class IcebergTargetOutputTypeDef(TypedDict):
Paths: NotRequired[List[str]],
ConnectionName: NotRequired[str],
Exclusions: NotRequired[List[str]],
MaximumTraversalDepth: NotRequired[int],JdbcTargetOutputTypeDef#
# JdbcTargetOutputTypeDef definition
class JdbcTargetOutputTypeDef(TypedDict):
ConnectionName: NotRequired[str],
Path: NotRequired[str],
Exclusions: NotRequired[List[str]],
EnableAdditionalMetadata: NotRequired[List[JdbcMetadataEntryType]], # (1)MongoDBTargetTypeDef#
# MongoDBTargetTypeDef definition
class MongoDBTargetTypeDef(TypedDict):
ConnectionName: NotRequired[str],
Path: NotRequired[str],
ScanAll: NotRequired[bool],S3TargetOutputTypeDef#
# S3TargetOutputTypeDef definition
class S3TargetOutputTypeDef(TypedDict):
Path: NotRequired[str],
Exclusions: NotRequired[List[str]],
ConnectionName: NotRequired[str],
SampleSize: NotRequired[int],
EventQueueArn: NotRequired[str],
DlqEventQueueArn: NotRequired[str],LakeFormationConfigurationTypeDef#
# LakeFormationConfigurationTypeDef definition
class LakeFormationConfigurationTypeDef(TypedDict):
UseLakeFormationCredentials: NotRequired[bool],
AccountId: NotRequired[str],LastCrawlInfoTypeDef#
# LastCrawlInfoTypeDef definition
class LastCrawlInfoTypeDef(TypedDict):
Status: NotRequired[LastCrawlStatusType], # (1)
ErrorMessage: NotRequired[str],
LogGroup: NotRequired[str],
LogStream: NotRequired[str],
MessagePrefix: NotRequired[str],
StartTime: NotRequired[datetime],LineageConfigurationTypeDef#
# LineageConfigurationTypeDef definition
class LineageConfigurationTypeDef(TypedDict):
CrawlerLineageSettings: NotRequired[CrawlerLineageSettingsType], # (1)RecrawlPolicyTypeDef#
# RecrawlPolicyTypeDef definition
class RecrawlPolicyTypeDef(TypedDict):
RecrawlBehavior: NotRequired[RecrawlBehaviorType], # (1)SchemaChangePolicyTypeDef#
# SchemaChangePolicyTypeDef definition
class SchemaChangePolicyTypeDef(TypedDict):
UpdateBehavior: NotRequired[UpdateBehaviorType], # (1)
DeleteBehavior: NotRequired[DeleteBehaviorType], # (2)- See UpdateBehaviorType
- See DeleteBehaviorType
CrawlsFilterTypeDef#
# CrawlsFilterTypeDef definition
class CrawlsFilterTypeDef(TypedDict):
FieldName: NotRequired[FieldNameType], # (1)
FilterOperator: NotRequired[FilterOperatorType], # (2)
FieldValue: NotRequired[str],- See FieldNameType
- See FilterOperatorType
CreateBlueprintRequestRequestTypeDef#
# CreateBlueprintRequestRequestTypeDef definition
class CreateBlueprintRequestRequestTypeDef(TypedDict):
Name: str,
BlueprintLocation: str,
Description: NotRequired[str],
Tags: NotRequired[Mapping[str, str]],CreateCsvClassifierRequestTypeDef#
# CreateCsvClassifierRequestTypeDef definition
class CreateCsvClassifierRequestTypeDef(TypedDict):
Name: str,
Delimiter: NotRequired[str],
QuoteSymbol: NotRequired[str],
ContainsHeader: NotRequired[CsvHeaderOptionType], # (1)
Header: NotRequired[Sequence[str]],
DisableValueTrimming: NotRequired[bool],
AllowSingleColumn: NotRequired[bool],
CustomDatatypeConfigured: NotRequired[bool],
CustomDatatypes: NotRequired[Sequence[str]],
Serde: NotRequired[CsvSerdeOptionType], # (2)CreateGrokClassifierRequestTypeDef#
# CreateGrokClassifierRequestTypeDef definition
class CreateGrokClassifierRequestTypeDef(TypedDict):
Classification: str,
Name: str,
GrokPattern: str,
CustomPatterns: NotRequired[str],CreateJsonClassifierRequestTypeDef#
# CreateJsonClassifierRequestTypeDef definition
class CreateJsonClassifierRequestTypeDef(TypedDict):
Name: str,
JsonPath: str,CreateXMLClassifierRequestTypeDef#
# CreateXMLClassifierRequestTypeDef definition
class CreateXMLClassifierRequestTypeDef(TypedDict):
Classification: str,
Name: str,
RowTag: NotRequired[str],CreateColumnStatisticsTaskSettingsRequestRequestTypeDef#
# CreateColumnStatisticsTaskSettingsRequestRequestTypeDef definition
class CreateColumnStatisticsTaskSettingsRequestRequestTypeDef(TypedDict):
DatabaseName: str,
TableName: str,
Role: str,
Schedule: NotRequired[str],
ColumnNameList: NotRequired[Sequence[str]],
SampleSize: NotRequired[float],
CatalogID: NotRequired[str],
SecurityConfiguration: NotRequired[str],
Tags: NotRequired[Mapping[str, str]],CreateCustomEntityTypeRequestRequestTypeDef#
# CreateCustomEntityTypeRequestRequestTypeDef definition
class CreateCustomEntityTypeRequestRequestTypeDef(TypedDict):
Name: str,
RegexString: str,
ContextWords: NotRequired[Sequence[str]],
Tags: NotRequired[Mapping[str, str]],DataQualityTargetTableTypeDef#
# DataQualityTargetTableTypeDef definition
class DataQualityTargetTableTypeDef(TypedDict):
TableName: str,
DatabaseName: str,
CatalogId: NotRequired[str],CreateDevEndpointRequestRequestTypeDef#
# CreateDevEndpointRequestRequestTypeDef definition
class CreateDevEndpointRequestRequestTypeDef(TypedDict):
EndpointName: str,
RoleArn: str,
SecurityGroupIds: NotRequired[Sequence[str]],
SubnetId: NotRequired[str],
PublicKey: NotRequired[str],
PublicKeys: NotRequired[Sequence[str]],
NumberOfNodes: NotRequired[int],
WorkerType: NotRequired[WorkerTypeType], # (1)
GlueVersion: NotRequired[str],
NumberOfWorkers: NotRequired[int],
ExtraPythonLibsS3Path: NotRequired[str],
ExtraJarsS3Path: NotRequired[str],
SecurityConfiguration: NotRequired[str],
Tags: NotRequired[Mapping[str, str]],
Arguments: NotRequired[Mapping[str, str]],- See WorkerTypeType
ExecutionPropertyTypeDef#
# ExecutionPropertyTypeDef definition
class ExecutionPropertyTypeDef(TypedDict):
MaxConcurrentRuns: NotRequired[int],JobCommandTypeDef#
# JobCommandTypeDef definition
class JobCommandTypeDef(TypedDict):
Name: NotRequired[str],
ScriptLocation: NotRequired[str],
PythonVersion: NotRequired[str],
Runtime: NotRequired[str],SourceControlDetailsTypeDef#
# SourceControlDetailsTypeDef definition
class SourceControlDetailsTypeDef(TypedDict):
Provider: NotRequired[SourceControlProviderType], # (1)
Repository: NotRequired[str],
Owner: NotRequired[str],
Branch: NotRequired[str],
Folder: NotRequired[str],
LastCommitId: NotRequired[str],
AuthStrategy: NotRequired[SourceControlAuthStrategyType], # (2)
AuthToken: NotRequired[str],PartitionIndexTypeDef#
# PartitionIndexTypeDef definition
class PartitionIndexTypeDef(TypedDict):
Keys: Sequence[str],
IndexName: str,CreateRegistryInputRequestTypeDef#
# CreateRegistryInputRequestTypeDef definition
class CreateRegistryInputRequestTypeDef(TypedDict):
RegistryName: str,
Description: NotRequired[str],
Tags: NotRequired[Mapping[str, str]],RegistryIdTypeDef#
# RegistryIdTypeDef definition
class RegistryIdTypeDef(TypedDict):
RegistryName: NotRequired[str],
RegistryArn: NotRequired[str],SessionCommandTypeDef#
# SessionCommandTypeDef definition
class SessionCommandTypeDef(TypedDict):
Name: NotRequired[str],
PythonVersion: NotRequired[str],EventBatchingConditionTypeDef#
# EventBatchingConditionTypeDef definition
class EventBatchingConditionTypeDef(TypedDict):
BatchSize: int,
BatchWindow: NotRequired[int],CreateWorkflowRequestRequestTypeDef#
# CreateWorkflowRequestRequestTypeDef definition
class CreateWorkflowRequestRequestTypeDef(TypedDict):
Name: str,
Description: NotRequired[str],
DefaultRunProperties: NotRequired[Mapping[str, str]],
Tags: NotRequired[Mapping[str, str]],
MaxConcurrentRuns: NotRequired[int],DQResultsPublishingOptionsTypeDef#
# DQResultsPublishingOptionsTypeDef definition
class DQResultsPublishingOptionsTypeDef(TypedDict):
EvaluationContext: NotRequired[str],
ResultsS3Prefix: NotRequired[str],
CloudWatchMetricsEnabled: NotRequired[bool],
ResultsPublishingEnabled: NotRequired[bool],DQStopJobOnFailureOptionsTypeDef#
# DQStopJobOnFailureOptionsTypeDef definition
class DQStopJobOnFailureOptionsTypeDef(TypedDict):
StopJobOnFailureTiming: NotRequired[DQStopJobOnFailureTimingType], # (1)EncryptionAtRestTypeDef#
# EncryptionAtRestTypeDef definition
class EncryptionAtRestTypeDef(TypedDict):
CatalogEncryptionMode: CatalogEncryptionModeType, # (1)
SseAwsKmsKeyId: NotRequired[str],
CatalogEncryptionServiceRole: NotRequired[str],DataLakePrincipalTypeDef#
# DataLakePrincipalTypeDef definition
class DataLakePrincipalTypeDef(TypedDict):
DataLakePrincipalIdentifier: NotRequired[str],DataQualityAnalyzerResultTypeDef#
# DataQualityAnalyzerResultTypeDef definition
class DataQualityAnalyzerResultTypeDef(TypedDict):
Name: NotRequired[str],
Description: NotRequired[str],
EvaluationMessage: NotRequired[str],
EvaluatedMetrics: NotRequired[Dict[str, float]],DataQualityEvaluationRunAdditionalRunOptionsTypeDef#
# DataQualityEvaluationRunAdditionalRunOptionsTypeDef definition
class DataQualityEvaluationRunAdditionalRunOptionsTypeDef(TypedDict):
CloudWatchMetricsEnabled: NotRequired[bool],
ResultsS3Prefix: NotRequired[str],
CompositeRuleEvaluationMethod: NotRequired[DQCompositeRuleEvaluationMethodType], # (1)DataQualityMetricValuesTypeDef#
# DataQualityMetricValuesTypeDef definition
class DataQualityMetricValuesTypeDef(TypedDict):
ActualValue: NotRequired[float],
ExpectedValue: NotRequired[float],
LowerLimit: NotRequired[float],
UpperLimit: NotRequired[float],DataQualityRuleResultTypeDef#
# DataQualityRuleResultTypeDef definition
class DataQualityRuleResultTypeDef(TypedDict):
Name: NotRequired[str],
Description: NotRequired[str],
EvaluationMessage: NotRequired[str],
Result: NotRequired[DataQualityRuleResultStatusType], # (1)
EvaluatedMetrics: NotRequired[Dict[str, float]],
EvaluatedRule: NotRequired[str],GlueTableOutputTypeDef#
# GlueTableOutputTypeDef definition
class GlueTableOutputTypeDef(TypedDict):
DatabaseName: str,
TableName: str,
CatalogId: NotRequired[str],
ConnectionName: NotRequired[str],
AdditionalOptions: NotRequired[Dict[str, str]],DatabaseIdentifierTypeDef#
# DatabaseIdentifierTypeDef definition
class DatabaseIdentifierTypeDef(TypedDict):
CatalogId: NotRequired[str],
DatabaseName: NotRequired[str],
Region: NotRequired[str],FederatedDatabaseTypeDef#
# FederatedDatabaseTypeDef definition
class FederatedDatabaseTypeDef(TypedDict):
Identifier: NotRequired[str],
ConnectionName: NotRequired[str],DatatypeTypeDef#
# DatatypeTypeDef definition
class DatatypeTypeDef(TypedDict):
Id: str,
Label: str,DecimalNumberOutputTypeDef#
# DecimalNumberOutputTypeDef definition
class DecimalNumberOutputTypeDef(TypedDict):
UnscaledValue: bytes,
Scale: int,DeleteBlueprintRequestRequestTypeDef#
# DeleteBlueprintRequestRequestTypeDef definition
class DeleteBlueprintRequestRequestTypeDef(TypedDict):
Name: str,DeleteClassifierRequestRequestTypeDef#
# DeleteClassifierRequestRequestTypeDef definition
class DeleteClassifierRequestRequestTypeDef(TypedDict):
Name: str,DeleteColumnStatisticsForPartitionRequestRequestTypeDef#
# DeleteColumnStatisticsForPartitionRequestRequestTypeDef definition
class DeleteColumnStatisticsForPartitionRequestRequestTypeDef(TypedDict):
DatabaseName: str,
TableName: str,
PartitionValues: Sequence[str],
ColumnName: str,
CatalogId: NotRequired[str],DeleteColumnStatisticsForTableRequestRequestTypeDef#
# DeleteColumnStatisticsForTableRequestRequestTypeDef definition
class DeleteColumnStatisticsForTableRequestRequestTypeDef(TypedDict):
DatabaseName: str,
TableName: str,
ColumnName: str,
CatalogId: NotRequired[str],DeleteColumnStatisticsTaskSettingsRequestRequestTypeDef#
# DeleteColumnStatisticsTaskSettingsRequestRequestTypeDef definition
class DeleteColumnStatisticsTaskSettingsRequestRequestTypeDef(TypedDict):
DatabaseName: str,
TableName: str,DeleteConnectionRequestRequestTypeDef#
# DeleteConnectionRequestRequestTypeDef definition
class DeleteConnectionRequestRequestTypeDef(TypedDict):
ConnectionName: str,
CatalogId: NotRequired[str],DeleteCrawlerRequestRequestTypeDef#
# DeleteCrawlerRequestRequestTypeDef definition
class DeleteCrawlerRequestRequestTypeDef(TypedDict):
Name: str,DeleteCustomEntityTypeRequestRequestTypeDef#
# DeleteCustomEntityTypeRequestRequestTypeDef definition
class DeleteCustomEntityTypeRequestRequestTypeDef(TypedDict):
Name: str,DeleteDataQualityRulesetRequestRequestTypeDef#
# DeleteDataQualityRulesetRequestRequestTypeDef definition
class DeleteDataQualityRulesetRequestRequestTypeDef(TypedDict):
Name: str,DeleteDatabaseRequestRequestTypeDef#
# DeleteDatabaseRequestRequestTypeDef definition
class DeleteDatabaseRequestRequestTypeDef(TypedDict):
Name: str,
CatalogId: NotRequired[str],DeleteDevEndpointRequestRequestTypeDef#
# DeleteDevEndpointRequestRequestTypeDef definition
class DeleteDevEndpointRequestRequestTypeDef(TypedDict):
EndpointName: str,DeleteJobRequestRequestTypeDef#
# DeleteJobRequestRequestTypeDef definition
class DeleteJobRequestRequestTypeDef(TypedDict):
JobName: str,DeleteMLTransformRequestRequestTypeDef#
# DeleteMLTransformRequestRequestTypeDef definition
class DeleteMLTransformRequestRequestTypeDef(TypedDict):
TransformId: str,DeletePartitionIndexRequestRequestTypeDef#
# DeletePartitionIndexRequestRequestTypeDef definition
class DeletePartitionIndexRequestRequestTypeDef(TypedDict):
DatabaseName: str,
TableName: str,
IndexName: str,
CatalogId: NotRequired[str],DeletePartitionRequestRequestTypeDef#
# DeletePartitionRequestRequestTypeDef definition
class DeletePartitionRequestRequestTypeDef(TypedDict):
DatabaseName: str,
TableName: str,
PartitionValues: Sequence[str],
CatalogId: NotRequired[str],DeleteResourcePolicyRequestRequestTypeDef#
# DeleteResourcePolicyRequestRequestTypeDef definition
class DeleteResourcePolicyRequestRequestTypeDef(TypedDict):
PolicyHashCondition: NotRequired[str],
ResourceArn: NotRequired[str],SchemaIdTypeDef#
# SchemaIdTypeDef definition
class SchemaIdTypeDef(TypedDict):
SchemaArn: NotRequired[str],
SchemaName: NotRequired[str],
RegistryName: NotRequired[str],DeleteSecurityConfigurationRequestRequestTypeDef#
# DeleteSecurityConfigurationRequestRequestTypeDef definition
class DeleteSecurityConfigurationRequestRequestTypeDef(TypedDict):
Name: str,DeleteSessionRequestRequestTypeDef#
# DeleteSessionRequestRequestTypeDef definition
class DeleteSessionRequestRequestTypeDef(TypedDict):
Id: str,
RequestOrigin: NotRequired[str],DeleteTableOptimizerRequestRequestTypeDef#
# DeleteTableOptimizerRequestRequestTypeDef definition
class DeleteTableOptimizerRequestRequestTypeDef(TypedDict):
CatalogId: str,
DatabaseName: str,
TableName: str,
Type: TableOptimizerTypeType, # (1)DeleteTableRequestRequestTypeDef#
# DeleteTableRequestRequestTypeDef definition
class DeleteTableRequestRequestTypeDef(TypedDict):
DatabaseName: str,
Name: str,
CatalogId: NotRequired[str],
TransactionId: NotRequired[str],DeleteTableVersionRequestRequestTypeDef#
# DeleteTableVersionRequestRequestTypeDef definition
class DeleteTableVersionRequestRequestTypeDef(TypedDict):
DatabaseName: str,
TableName: str,
VersionId: str,
CatalogId: NotRequired[str],DeleteTriggerRequestRequestTypeDef#
# DeleteTriggerRequestRequestTypeDef definition
class DeleteTriggerRequestRequestTypeDef(TypedDict):
Name: str,DeleteUsageProfileRequestRequestTypeDef#
# DeleteUsageProfileRequestRequestTypeDef definition
class DeleteUsageProfileRequestRequestTypeDef(TypedDict):
Name: str,DeleteUserDefinedFunctionRequestRequestTypeDef#
# DeleteUserDefinedFunctionRequestRequestTypeDef definition
class DeleteUserDefinedFunctionRequestRequestTypeDef(TypedDict):
DatabaseName: str,
FunctionName: str,
CatalogId: NotRequired[str],DeleteWorkflowRequestRequestTypeDef#
# DeleteWorkflowRequestRequestTypeDef definition
class DeleteWorkflowRequestRequestTypeDef(TypedDict):
Name: str,DeltaTargetTypeDef#
# DeltaTargetTypeDef definition
class DeltaTargetTypeDef(TypedDict):
DeltaTables: NotRequired[Sequence[str]],
ConnectionName: NotRequired[str],
WriteManifest: NotRequired[bool],
CreateNativeDeltaTable: NotRequired[bool],DevEndpointCustomLibrariesTypeDef#
# DevEndpointCustomLibrariesTypeDef definition
class DevEndpointCustomLibrariesTypeDef(TypedDict):
ExtraPythonLibsS3Path: NotRequired[str],
ExtraJarsS3Path: NotRequired[str],DirectSchemaChangePolicyTypeDef#
# DirectSchemaChangePolicyTypeDef definition
class DirectSchemaChangePolicyTypeDef(TypedDict):
EnableUpdateCatalog: NotRequired[bool],
UpdateBehavior: NotRequired[UpdateCatalogBehaviorType], # (1)
Table: NotRequired[str],
Database: NotRequired[str],DropDuplicatesTypeDef#
# DropDuplicatesTypeDef definition
class DropDuplicatesTypeDef(TypedDict):
Name: str,
Inputs: Sequence[str],
Columns: NotRequired[Sequence[Sequence[str]]],DropFieldsTypeDef#
# DropFieldsTypeDef definition
class DropFieldsTypeDef(TypedDict):
Name: str,
Inputs: Sequence[str],
Paths: Sequence[Sequence[str]],NullCheckBoxListTypeDef#
# NullCheckBoxListTypeDef definition
class NullCheckBoxListTypeDef(TypedDict):
IsEmpty: NotRequired[bool],
IsNullString: NotRequired[bool],
IsNegOne: NotRequired[bool],TransformConfigParameterOutputTypeDef#
# TransformConfigParameterOutputTypeDef definition
class TransformConfigParameterOutputTypeDef(TypedDict):
Name: str,
Type: ParamTypeType, # (1)
ValidationRule: NotRequired[str],
ValidationMessage: NotRequired[str],
Value: NotRequired[List[str]],
ListType: NotRequired[ParamTypeType], # (1)
IsOptional: NotRequired[bool],- See ParamTypeType
- See ParamTypeType
EdgeTypeDef#
# EdgeTypeDef definition
class EdgeTypeDef(TypedDict):
SourceId: NotRequired[str],
DestinationId: NotRequired[str],JobBookmarksEncryptionTypeDef#
# JobBookmarksEncryptionTypeDef definition
class JobBookmarksEncryptionTypeDef(TypedDict):
JobBookmarksEncryptionMode: NotRequired[JobBookmarksEncryptionModeType], # (1)
KmsKeyArn: NotRequired[str],S3EncryptionTypeDef#
# S3EncryptionTypeDef definition
class S3EncryptionTypeDef(TypedDict):
S3EncryptionMode: NotRequired[S3EncryptionModeType], # (1)
KmsKeyArn: NotRequired[str],ErrorDetailsTypeDef#
# ErrorDetailsTypeDef definition
class ErrorDetailsTypeDef(TypedDict):
ErrorCode: NotRequired[str],
ErrorMessage: NotRequired[str],ExportLabelsTaskRunPropertiesTypeDef#
# ExportLabelsTaskRunPropertiesTypeDef definition
class ExportLabelsTaskRunPropertiesTypeDef(TypedDict):
OutputS3Path: NotRequired[str],FederatedTableTypeDef#
# FederatedTableTypeDef definition
class FederatedTableTypeDef(TypedDict):
Identifier: NotRequired[str],
DatabaseIdentifier: NotRequired[str],
ConnectionName: NotRequired[str],FillMissingValuesTypeDef#
# FillMissingValuesTypeDef definition
class FillMissingValuesTypeDef(TypedDict):
Name: str,
Inputs: Sequence[str],
ImputedPath: str,
FilledPath: NotRequired[str],FilterValueOutputTypeDef#
# FilterValueOutputTypeDef definition
class FilterValueOutputTypeDef(TypedDict):
Type: FilterValueTypeType, # (1)
Value: List[str],FilterValueTypeDef#
# FilterValueTypeDef definition
class FilterValueTypeDef(TypedDict):
Type: FilterValueTypeType, # (1)
Value: Sequence[str],FindMatchesParametersTypeDef#
# FindMatchesParametersTypeDef definition
class FindMatchesParametersTypeDef(TypedDict):
PrimaryKeyColumnName: NotRequired[str],
PrecisionRecallTradeoff: NotRequired[float],
AccuracyCostTradeoff: NotRequired[float],
EnforceProvidedLabels: NotRequired[bool],FindMatchesTaskRunPropertiesTypeDef#
# FindMatchesTaskRunPropertiesTypeDef definition
class FindMatchesTaskRunPropertiesTypeDef(TypedDict):
JobId: NotRequired[str],
JobName: NotRequired[str],
JobRunId: NotRequired[str],GetBlueprintRequestRequestTypeDef#
# GetBlueprintRequestRequestTypeDef definition
class GetBlueprintRequestRequestTypeDef(TypedDict):
Name: str,
IncludeBlueprint: NotRequired[bool],
IncludeParameterSpec: NotRequired[bool],GetBlueprintRunRequestRequestTypeDef#
# GetBlueprintRunRequestRequestTypeDef definition
class GetBlueprintRunRequestRequestTypeDef(TypedDict):
BlueprintName: str,
RunId: str,GetBlueprintRunsRequestRequestTypeDef#
# GetBlueprintRunsRequestRequestTypeDef definition
class GetBlueprintRunsRequestRequestTypeDef(TypedDict):
BlueprintName: str,
NextToken: NotRequired[str],
MaxResults: NotRequired[int],GetCatalogImportStatusRequestRequestTypeDef#
# GetCatalogImportStatusRequestRequestTypeDef definition
class GetCatalogImportStatusRequestRequestTypeDef(TypedDict):
CatalogId: NotRequired[str],GetClassifierRequestRequestTypeDef#
# GetClassifierRequestRequestTypeDef definition
class GetClassifierRequestRequestTypeDef(TypedDict):
Name: str,PaginatorConfigTypeDef#
# PaginatorConfigTypeDef definition
class PaginatorConfigTypeDef(TypedDict):
MaxItems: NotRequired[int],
PageSize: NotRequired[int],
StartingToken: NotRequired[str],GetClassifiersRequestRequestTypeDef#
# GetClassifiersRequestRequestTypeDef definition
class GetClassifiersRequestRequestTypeDef(TypedDict):
MaxResults: NotRequired[int],
NextToken: NotRequired[str],GetColumnStatisticsForPartitionRequestRequestTypeDef#
# GetColumnStatisticsForPartitionRequestRequestTypeDef definition
class GetColumnStatisticsForPartitionRequestRequestTypeDef(TypedDict):
DatabaseName: str,
TableName: str,
PartitionValues: Sequence[str],
ColumnNames: Sequence[str],
CatalogId: NotRequired[str],GetColumnStatisticsForTableRequestRequestTypeDef#
# GetColumnStatisticsForTableRequestRequestTypeDef definition
class GetColumnStatisticsForTableRequestRequestTypeDef(TypedDict):
DatabaseName: str,
TableName: str,
ColumnNames: Sequence[str],
CatalogId: NotRequired[str],GetColumnStatisticsTaskRunRequestRequestTypeDef#
# GetColumnStatisticsTaskRunRequestRequestTypeDef definition
class GetColumnStatisticsTaskRunRequestRequestTypeDef(TypedDict):
ColumnStatisticsTaskRunId: str,GetColumnStatisticsTaskRunsRequestRequestTypeDef#
# GetColumnStatisticsTaskRunsRequestRequestTypeDef definition
class GetColumnStatisticsTaskRunsRequestRequestTypeDef(TypedDict):
DatabaseName: str,
TableName: str,
MaxResults: NotRequired[int],
NextToken: NotRequired[str],GetColumnStatisticsTaskSettingsRequestRequestTypeDef#
# GetColumnStatisticsTaskSettingsRequestRequestTypeDef definition
class GetColumnStatisticsTaskSettingsRequestRequestTypeDef(TypedDict):
DatabaseName: str,
TableName: str,GetConnectionRequestRequestTypeDef#
# GetConnectionRequestRequestTypeDef definition
class GetConnectionRequestRequestTypeDef(TypedDict):
Name: str,
CatalogId: NotRequired[str],
HidePassword: NotRequired[bool],GetConnectionsFilterTypeDef#
# GetConnectionsFilterTypeDef definition
class GetConnectionsFilterTypeDef(TypedDict):
MatchCriteria: NotRequired[Sequence[str]],
ConnectionType: NotRequired[ConnectionTypeType], # (1)GetCrawlerMetricsRequestRequestTypeDef#
# GetCrawlerMetricsRequestRequestTypeDef definition
class GetCrawlerMetricsRequestRequestTypeDef(TypedDict):
CrawlerNameList: NotRequired[Sequence[str]],
MaxResults: NotRequired[int],
NextToken: NotRequired[str],GetCrawlerRequestRequestTypeDef#
# GetCrawlerRequestRequestTypeDef definition
class GetCrawlerRequestRequestTypeDef(TypedDict):
Name: str,GetCrawlersRequestRequestTypeDef#
# GetCrawlersRequestRequestTypeDef definition
class GetCrawlersRequestRequestTypeDef(TypedDict):
MaxResults: NotRequired[int],
NextToken: NotRequired[str],GetCustomEntityTypeRequestRequestTypeDef#
# GetCustomEntityTypeRequestRequestTypeDef definition
class GetCustomEntityTypeRequestRequestTypeDef(TypedDict):
Name: str,GetDataCatalogEncryptionSettingsRequestRequestTypeDef#
# GetDataCatalogEncryptionSettingsRequestRequestTypeDef definition
class GetDataCatalogEncryptionSettingsRequestRequestTypeDef(TypedDict):
CatalogId: NotRequired[str],GetDataQualityModelRequestRequestTypeDef#
# GetDataQualityModelRequestRequestTypeDef definition
class GetDataQualityModelRequestRequestTypeDef(TypedDict):
ProfileId: str,
StatisticId: NotRequired[str],GetDataQualityModelResultRequestRequestTypeDef#
# GetDataQualityModelResultRequestRequestTypeDef definition
class GetDataQualityModelResultRequestRequestTypeDef(TypedDict):
StatisticId: str,
ProfileId: str,StatisticModelResultTypeDef#
# StatisticModelResultTypeDef definition
class StatisticModelResultTypeDef(TypedDict):
LowerBound: NotRequired[float],
UpperBound: NotRequired[float],
PredictedValue: NotRequired[float],
ActualValue: NotRequired[float],
Date: NotRequired[datetime],
InclusionAnnotation: NotRequired[InclusionAnnotationValueType], # (1)GetDataQualityResultRequestRequestTypeDef#
# GetDataQualityResultRequestRequestTypeDef definition
class GetDataQualityResultRequestRequestTypeDef(TypedDict):
ResultId: str,GetDataQualityRuleRecommendationRunRequestRequestTypeDef#
# GetDataQualityRuleRecommendationRunRequestRequestTypeDef definition
class GetDataQualityRuleRecommendationRunRequestRequestTypeDef(TypedDict):
RunId: str,GetDataQualityRulesetEvaluationRunRequestRequestTypeDef#
# GetDataQualityRulesetEvaluationRunRequestRequestTypeDef definition
class GetDataQualityRulesetEvaluationRunRequestRequestTypeDef(TypedDict):
RunId: str,GetDataQualityRulesetRequestRequestTypeDef#
# GetDataQualityRulesetRequestRequestTypeDef definition
class GetDataQualityRulesetRequestRequestTypeDef(TypedDict):
Name: str,GetDatabaseRequestRequestTypeDef#
# GetDatabaseRequestRequestTypeDef definition
class GetDatabaseRequestRequestTypeDef(TypedDict):
Name: str,
CatalogId: NotRequired[str],GetDatabasesRequestRequestTypeDef#
# GetDatabasesRequestRequestTypeDef definition
class GetDatabasesRequestRequestTypeDef(TypedDict):
CatalogId: NotRequired[str],
NextToken: NotRequired[str],
MaxResults: NotRequired[int],
ResourceShareType: NotRequired[ResourceShareTypeType], # (1)
AttributesToGet: NotRequired[Sequence[DatabaseAttributesType]], # (2)GetDataflowGraphRequestRequestTypeDef#
# GetDataflowGraphRequestRequestTypeDef definition
class GetDataflowGraphRequestRequestTypeDef(TypedDict):
PythonScript: NotRequired[str],GetDevEndpointRequestRequestTypeDef#
# GetDevEndpointRequestRequestTypeDef definition
class GetDevEndpointRequestRequestTypeDef(TypedDict):
EndpointName: str,GetDevEndpointsRequestRequestTypeDef#
# GetDevEndpointsRequestRequestTypeDef definition
class GetDevEndpointsRequestRequestTypeDef(TypedDict):
MaxResults: NotRequired[int],
NextToken: NotRequired[str],GetJobBookmarkRequestRequestTypeDef#
# GetJobBookmarkRequestRequestTypeDef definition
class GetJobBookmarkRequestRequestTypeDef(TypedDict):
JobName: str,
RunId: NotRequired[str],JobBookmarkEntryTypeDef#
# JobBookmarkEntryTypeDef definition
class JobBookmarkEntryTypeDef(TypedDict):
JobName: NotRequired[str],
Version: NotRequired[int],
Run: NotRequired[int],
Attempt: NotRequired[int],
PreviousRunId: NotRequired[str],
RunId: NotRequired[str],
JobBookmark: NotRequired[str],GetJobRequestRequestTypeDef#
# GetJobRequestRequestTypeDef definition
class GetJobRequestRequestTypeDef(TypedDict):
JobName: str,GetJobRunRequestRequestTypeDef#
# GetJobRunRequestRequestTypeDef definition
class GetJobRunRequestRequestTypeDef(TypedDict):
JobName: str,
RunId: str,
PredecessorsIncluded: NotRequired[bool],GetJobRunsRequestRequestTypeDef#
# GetJobRunsRequestRequestTypeDef definition
class GetJobRunsRequestRequestTypeDef(TypedDict):
JobName: str,
NextToken: NotRequired[str],
MaxResults: NotRequired[int],GetJobsRequestRequestTypeDef#
# GetJobsRequestRequestTypeDef definition
class GetJobsRequestRequestTypeDef(TypedDict):
NextToken: NotRequired[str],
MaxResults: NotRequired[int],GetMLTaskRunRequestRequestTypeDef#
# GetMLTaskRunRequestRequestTypeDef definition
class GetMLTaskRunRequestRequestTypeDef(TypedDict):
TransformId: str,
TaskRunId: str,TaskRunSortCriteriaTypeDef#
# TaskRunSortCriteriaTypeDef definition
class TaskRunSortCriteriaTypeDef(TypedDict):
Column: TaskRunSortColumnTypeType, # (1)
SortDirection: SortDirectionTypeType, # (2)GetMLTransformRequestRequestTypeDef#
# GetMLTransformRequestRequestTypeDef definition
class GetMLTransformRequestRequestTypeDef(TypedDict):
TransformId: str,SchemaColumnTypeDef#
# SchemaColumnTypeDef definition
class SchemaColumnTypeDef(TypedDict):
Name: NotRequired[str],
DataType: NotRequired[str],TransformSortCriteriaTypeDef#
# TransformSortCriteriaTypeDef definition
class TransformSortCriteriaTypeDef(TypedDict):
Column: TransformSortColumnTypeType, # (1)
SortDirection: SortDirectionTypeType, # (2)MappingEntryTypeDef#
# MappingEntryTypeDef definition
class MappingEntryTypeDef(TypedDict):
SourceTable: NotRequired[str],
SourcePath: NotRequired[str],
SourceType: NotRequired[str],
TargetTable: NotRequired[str],
TargetPath: NotRequired[str],
TargetType: NotRequired[str],GetPartitionIndexesRequestRequestTypeDef#
# GetPartitionIndexesRequestRequestTypeDef definition
class GetPartitionIndexesRequestRequestTypeDef(TypedDict):
DatabaseName: str,
TableName: str,
CatalogId: NotRequired[str],
NextToken: NotRequired[str],GetPartitionRequestRequestTypeDef#
# GetPartitionRequestRequestTypeDef definition
class GetPartitionRequestRequestTypeDef(TypedDict):
DatabaseName: str,
TableName: str,
PartitionValues: Sequence[str],
CatalogId: NotRequired[str],SegmentTypeDef#
# SegmentTypeDef definition
class SegmentTypeDef(TypedDict):
SegmentNumber: int,
TotalSegments: int,GetResourcePoliciesRequestRequestTypeDef#
# GetResourcePoliciesRequestRequestTypeDef definition
class GetResourcePoliciesRequestRequestTypeDef(TypedDict):
NextToken: NotRequired[str],
MaxResults: NotRequired[int],GluePolicyTypeDef#
# GluePolicyTypeDef definition
class GluePolicyTypeDef(TypedDict):
PolicyInJson: NotRequired[str],
PolicyHash: NotRequired[str],
CreateTime: NotRequired[datetime],
UpdateTime: NotRequired[datetime],GetResourcePolicyRequestRequestTypeDef#
# GetResourcePolicyRequestRequestTypeDef definition
class GetResourcePolicyRequestRequestTypeDef(TypedDict):
ResourceArn: NotRequired[str],SchemaVersionNumberTypeDef#
# SchemaVersionNumberTypeDef definition
class SchemaVersionNumberTypeDef(TypedDict):
LatestVersion: NotRequired[bool],
VersionNumber: NotRequired[int],GetSecurityConfigurationRequestRequestTypeDef#
# GetSecurityConfigurationRequestRequestTypeDef definition
class GetSecurityConfigurationRequestRequestTypeDef(TypedDict):
Name: str,GetSecurityConfigurationsRequestRequestTypeDef#
# GetSecurityConfigurationsRequestRequestTypeDef definition
class GetSecurityConfigurationsRequestRequestTypeDef(TypedDict):
MaxResults: NotRequired[int],
NextToken: NotRequired[str],GetSessionRequestRequestTypeDef#
# GetSessionRequestRequestTypeDef definition
class GetSessionRequestRequestTypeDef(TypedDict):
Id: str,
RequestOrigin: NotRequired[str],GetStatementRequestRequestTypeDef#
# GetStatementRequestRequestTypeDef definition
class GetStatementRequestRequestTypeDef(TypedDict):
SessionId: str,
Id: int,
RequestOrigin: NotRequired[str],GetTableOptimizerRequestRequestTypeDef#
# GetTableOptimizerRequestRequestTypeDef definition
class GetTableOptimizerRequestRequestTypeDef(TypedDict):
CatalogId: str,
DatabaseName: str,
TableName: str,
Type: TableOptimizerTypeType, # (1)GetTableVersionRequestRequestTypeDef#
# GetTableVersionRequestRequestTypeDef definition
class GetTableVersionRequestRequestTypeDef(TypedDict):
DatabaseName: str,
TableName: str,
CatalogId: NotRequired[str],
VersionId: NotRequired[str],GetTableVersionsRequestRequestTypeDef#
# GetTableVersionsRequestRequestTypeDef definition
class GetTableVersionsRequestRequestTypeDef(TypedDict):
DatabaseName: str,
TableName: str,
CatalogId: NotRequired[str],
NextToken: NotRequired[str],
MaxResults: NotRequired[int],GetTagsRequestRequestTypeDef#
# GetTagsRequestRequestTypeDef definition
class GetTagsRequestRequestTypeDef(TypedDict):
ResourceArn: str,GetTriggerRequestRequestTypeDef#
# GetTriggerRequestRequestTypeDef definition
class GetTriggerRequestRequestTypeDef(TypedDict):
Name: str,GetTriggersRequestRequestTypeDef#
# GetTriggersRequestRequestTypeDef definition
class GetTriggersRequestRequestTypeDef(TypedDict):
NextToken: NotRequired[str],
DependentJobName: NotRequired[str],
MaxResults: NotRequired[int],SupportedDialectTypeDef#
# SupportedDialectTypeDef definition
class SupportedDialectTypeDef(TypedDict):
Dialect: NotRequired[ViewDialectType], # (1)
DialectVersion: NotRequired[str],- See ViewDialectType
GetUsageProfileRequestRequestTypeDef#
# GetUsageProfileRequestRequestTypeDef definition
class GetUsageProfileRequestRequestTypeDef(TypedDict):
Name: str,GetUserDefinedFunctionRequestRequestTypeDef#
# GetUserDefinedFunctionRequestRequestTypeDef definition
class GetUserDefinedFunctionRequestRequestTypeDef(TypedDict):
DatabaseName: str,
FunctionName: str,
CatalogId: NotRequired[str],GetUserDefinedFunctionsRequestRequestTypeDef#
# GetUserDefinedFunctionsRequestRequestTypeDef definition
class GetUserDefinedFunctionsRequestRequestTypeDef(TypedDict):
Pattern: str,
CatalogId: NotRequired[str],
DatabaseName: NotRequired[str],
NextToken: NotRequired[str],
MaxResults: NotRequired[int],GetWorkflowRequestRequestTypeDef#
# GetWorkflowRequestRequestTypeDef definition
class GetWorkflowRequestRequestTypeDef(TypedDict):
Name: str,
IncludeGraph: NotRequired[bool],GetWorkflowRunPropertiesRequestRequestTypeDef#
# GetWorkflowRunPropertiesRequestRequestTypeDef definition
class GetWorkflowRunPropertiesRequestRequestTypeDef(TypedDict):
Name: str,
RunId: str,GetWorkflowRunRequestRequestTypeDef#
# GetWorkflowRunRequestRequestTypeDef definition
class GetWorkflowRunRequestRequestTypeDef(TypedDict):
Name: str,
RunId: str,
IncludeGraph: NotRequired[bool],GetWorkflowRunsRequestRequestTypeDef#
# GetWorkflowRunsRequestRequestTypeDef definition
class GetWorkflowRunsRequestRequestTypeDef(TypedDict):
Name: str,
IncludeGraph: NotRequired[bool],
NextToken: NotRequired[str],
MaxResults: NotRequired[int],GlueStudioSchemaColumnTypeDef#
# GlueStudioSchemaColumnTypeDef definition
class GlueStudioSchemaColumnTypeDef(TypedDict):
Name: str,
Type: NotRequired[str],GlueTableTypeDef#
# GlueTableTypeDef definition
class GlueTableTypeDef(TypedDict):
DatabaseName: str,
TableName: str,
CatalogId: NotRequired[str],
ConnectionName: NotRequired[str],
AdditionalOptions: NotRequired[Mapping[str, str]],S3SourceAdditionalOptionsTypeDef#
# S3SourceAdditionalOptionsTypeDef definition
class S3SourceAdditionalOptionsTypeDef(TypedDict):
BoundedSize: NotRequired[int],
BoundedFiles: NotRequired[int],HudiTargetTypeDef#
# HudiTargetTypeDef definition
class HudiTargetTypeDef(TypedDict):
Paths: NotRequired[Sequence[str]],
ConnectionName: NotRequired[str],
Exclusions: NotRequired[Sequence[str]],
MaximumTraversalDepth: NotRequired[int],IcebergInputTypeDef#
# IcebergInputTypeDef definition
class IcebergInputTypeDef(TypedDict):
MetadataOperation: MetadataOperationType, # (1)
Version: NotRequired[str],IcebergOrphanFileDeletionConfigurationTypeDef#
# IcebergOrphanFileDeletionConfigurationTypeDef definition
class IcebergOrphanFileDeletionConfigurationTypeDef(TypedDict):
orphanFileRetentionPeriodInDays: NotRequired[int],
location: NotRequired[str],IcebergOrphanFileDeletionMetricsTypeDef#
# IcebergOrphanFileDeletionMetricsTypeDef definition
class IcebergOrphanFileDeletionMetricsTypeDef(TypedDict):
NumberOfOrphanFilesDeleted: NotRequired[int],
NumberOfDpus: NotRequired[int],
JobDurationInHour: NotRequired[float],IcebergRetentionConfigurationTypeDef#
# IcebergRetentionConfigurationTypeDef definition
class IcebergRetentionConfigurationTypeDef(TypedDict):
snapshotRetentionPeriodInDays: NotRequired[int],
numberOfSnapshotsToRetain: NotRequired[int],
cleanExpiredFiles: NotRequired[bool],IcebergRetentionMetricsTypeDef#
# IcebergRetentionMetricsTypeDef definition
class IcebergRetentionMetricsTypeDef(TypedDict):
NumberOfDataFilesDeleted: NotRequired[int],
NumberOfManifestFilesDeleted: NotRequired[int],
NumberOfManifestListsDeleted: NotRequired[int],
NumberOfDpus: NotRequired[int],
JobDurationInHour: NotRequired[float],IcebergTargetTypeDef#
# IcebergTargetTypeDef definition
class IcebergTargetTypeDef(TypedDict):
Paths: NotRequired[Sequence[str]],
ConnectionName: NotRequired[str],
Exclusions: NotRequired[Sequence[str]],
MaximumTraversalDepth: NotRequired[int],ImportCatalogToGlueRequestRequestTypeDef#
# ImportCatalogToGlueRequestRequestTypeDef definition
class ImportCatalogToGlueRequestRequestTypeDef(TypedDict):
CatalogId: NotRequired[str],ImportLabelsTaskRunPropertiesTypeDef#
# ImportLabelsTaskRunPropertiesTypeDef definition
class ImportLabelsTaskRunPropertiesTypeDef(TypedDict):
InputS3Path: NotRequired[str],
Replace: NotRequired[bool],JDBCConnectorOptionsOutputTypeDef#
# JDBCConnectorOptionsOutputTypeDef definition
class JDBCConnectorOptionsOutputTypeDef(TypedDict):
FilterPredicate: NotRequired[str],
PartitionColumn: NotRequired[str],
LowerBound: NotRequired[int],
UpperBound: NotRequired[int],
NumPartitions: NotRequired[int],
JobBookmarkKeys: NotRequired[List[str]],
JobBookmarkKeysSortOrder: NotRequired[str],
DataTypeMapping: NotRequired[Dict[JDBCDataTypeType, GlueRecordTypeType]], # (1)JDBCConnectorOptionsTypeDef#
# JDBCConnectorOptionsTypeDef definition
class JDBCConnectorOptionsTypeDef(TypedDict):
FilterPredicate: NotRequired[str],
PartitionColumn: NotRequired[str],
LowerBound: NotRequired[int],
UpperBound: NotRequired[int],
NumPartitions: NotRequired[int],
JobBookmarkKeys: NotRequired[Sequence[str]],
JobBookmarkKeysSortOrder: NotRequired[str],
DataTypeMapping: NotRequired[Mapping[JDBCDataTypeType, GlueRecordTypeType]], # (1)JdbcTargetTypeDef#
# JdbcTargetTypeDef definition
class JdbcTargetTypeDef(TypedDict):
ConnectionName: NotRequired[str],
Path: NotRequired[str],
Exclusions: NotRequired[Sequence[str]],
EnableAdditionalMetadata: NotRequired[Sequence[JdbcMetadataEntryType]], # (1)PredecessorTypeDef#
# PredecessorTypeDef definition
class PredecessorTypeDef(TypedDict):
JobName: NotRequired[str],
RunId: NotRequired[str],JoinColumnOutputTypeDef#
# JoinColumnOutputTypeDef definition
class JoinColumnOutputTypeDef(TypedDict):
From: str,
Keys: List[List[str]],JoinColumnTypeDef#
# JoinColumnTypeDef definition
class JoinColumnTypeDef(TypedDict):
From: str,
Keys: Sequence[Sequence[str]],KeySchemaElementTypeDef#
# KeySchemaElementTypeDef definition
class KeySchemaElementTypeDef(TypedDict):
Name: str,
Type: str,LabelingSetGenerationTaskRunPropertiesTypeDef#
# LabelingSetGenerationTaskRunPropertiesTypeDef definition
class LabelingSetGenerationTaskRunPropertiesTypeDef(TypedDict):
OutputS3Path: NotRequired[str],ListBlueprintsRequestRequestTypeDef#
# ListBlueprintsRequestRequestTypeDef definition
class ListBlueprintsRequestRequestTypeDef(TypedDict):
NextToken: NotRequired[str],
MaxResults: NotRequired[int],
Tags: NotRequired[Mapping[str, str]],ListColumnStatisticsTaskRunsRequestRequestTypeDef#
# ListColumnStatisticsTaskRunsRequestRequestTypeDef definition
class ListColumnStatisticsTaskRunsRequestRequestTypeDef(TypedDict):
MaxResults: NotRequired[int],
NextToken: NotRequired[str],ListCrawlersRequestRequestTypeDef#
# ListCrawlersRequestRequestTypeDef definition
class ListCrawlersRequestRequestTypeDef(TypedDict):
MaxResults: NotRequired[int],
NextToken: NotRequired[str],
Tags: NotRequired[Mapping[str, str]],ListCustomEntityTypesRequestRequestTypeDef#
# ListCustomEntityTypesRequestRequestTypeDef definition
class ListCustomEntityTypesRequestRequestTypeDef(TypedDict):
NextToken: NotRequired[str],
MaxResults: NotRequired[int],
Tags: NotRequired[Mapping[str, str]],ListDevEndpointsRequestRequestTypeDef#
# ListDevEndpointsRequestRequestTypeDef definition
class ListDevEndpointsRequestRequestTypeDef(TypedDict):
NextToken: NotRequired[str],
MaxResults: NotRequired[int],
Tags: NotRequired[Mapping[str, str]],ListJobsRequestRequestTypeDef#
# ListJobsRequestRequestTypeDef definition
class ListJobsRequestRequestTypeDef(TypedDict):
NextToken: NotRequired[str],
MaxResults: NotRequired[int],
Tags: NotRequired[Mapping[str, str]],ListRegistriesInputRequestTypeDef#
# ListRegistriesInputRequestTypeDef definition
class ListRegistriesInputRequestTypeDef(TypedDict):
MaxResults: NotRequired[int],
NextToken: NotRequired[str],RegistryListItemTypeDef#
# RegistryListItemTypeDef definition
class RegistryListItemTypeDef(TypedDict):
RegistryName: NotRequired[str],
RegistryArn: NotRequired[str],
Description: NotRequired[str],
Status: NotRequired[RegistryStatusType], # (1)
CreatedTime: NotRequired[str],
UpdatedTime: NotRequired[str],SchemaVersionListItemTypeDef#
# SchemaVersionListItemTypeDef definition
class SchemaVersionListItemTypeDef(TypedDict):
SchemaArn: NotRequired[str],
SchemaVersionId: NotRequired[str],
VersionNumber: NotRequired[int],
Status: NotRequired[SchemaVersionStatusType], # (1)
CreatedTime: NotRequired[str],SchemaListItemTypeDef#
# SchemaListItemTypeDef definition
class SchemaListItemTypeDef(TypedDict):
RegistryName: NotRequired[str],
SchemaName: NotRequired[str],
SchemaArn: NotRequired[str],
Description: NotRequired[str],
SchemaStatus: NotRequired[SchemaStatusType], # (1)
CreatedTime: NotRequired[str],
UpdatedTime: NotRequired[str],- See SchemaStatusType
ListSessionsRequestRequestTypeDef#
# ListSessionsRequestRequestTypeDef definition
class ListSessionsRequestRequestTypeDef(TypedDict):
NextToken: NotRequired[str],
MaxResults: NotRequired[int],
Tags: NotRequired[Mapping[str, str]],
RequestOrigin: NotRequired[str],ListStatementsRequestRequestTypeDef#
# ListStatementsRequestRequestTypeDef definition
class ListStatementsRequestRequestTypeDef(TypedDict):
SessionId: str,
RequestOrigin: NotRequired[str],
NextToken: NotRequired[str],ListTableOptimizerRunsRequestRequestTypeDef#
# ListTableOptimizerRunsRequestRequestTypeDef definition
class ListTableOptimizerRunsRequestRequestTypeDef(TypedDict):
CatalogId: str,
DatabaseName: str,
TableName: str,
Type: TableOptimizerTypeType, # (1)
MaxResults: NotRequired[int],
NextToken: NotRequired[str],ListTriggersRequestRequestTypeDef#
# ListTriggersRequestRequestTypeDef definition
class ListTriggersRequestRequestTypeDef(TypedDict):
NextToken: NotRequired[str],
DependentJobName: NotRequired[str],
MaxResults: NotRequired[int],
Tags: NotRequired[Mapping[str, str]],ListUsageProfilesRequestRequestTypeDef#
# ListUsageProfilesRequestRequestTypeDef definition
class ListUsageProfilesRequestRequestTypeDef(TypedDict):
NextToken: NotRequired[str],
MaxResults: NotRequired[int],UsageProfileDefinitionTypeDef#
# UsageProfileDefinitionTypeDef definition
class UsageProfileDefinitionTypeDef(TypedDict):
Name: NotRequired[str],
Description: NotRequired[str],
CreatedOn: NotRequired[datetime],
LastModifiedOn: NotRequired[datetime],ListWorkflowsRequestRequestTypeDef#
# ListWorkflowsRequestRequestTypeDef definition
class ListWorkflowsRequestRequestTypeDef(TypedDict):
NextToken: NotRequired[str],
MaxResults: NotRequired[int],MLUserDataEncryptionTypeDef#
# MLUserDataEncryptionTypeDef definition
class MLUserDataEncryptionTypeDef(TypedDict):
MlUserDataEncryptionMode: MLUserDataEncryptionModeStringType, # (1)
KmsKeyId: NotRequired[str],MappingTypeDef#
# MappingTypeDef definition
class MappingTypeDef(TypedDict):
ToKey: NotRequired[str],
FromPath: NotRequired[Sequence[str]],
FromType: NotRequired[str],
ToType: NotRequired[str],
Dropped: NotRequired[bool],
Children: NotRequired[Sequence[Mapping[str, Any]]],MergeTypeDef#
# MergeTypeDef definition
class MergeTypeDef(TypedDict):
Name: str,
Inputs: Sequence[str],
Source: str,
PrimaryKeys: Sequence[Sequence[str]],OtherMetadataValueListItemTypeDef#
# OtherMetadataValueListItemTypeDef definition
class OtherMetadataValueListItemTypeDef(TypedDict):
MetadataValue: NotRequired[str],
CreatedTime: NotRequired[str],MetadataKeyValuePairTypeDef#
# MetadataKeyValuePairTypeDef definition
class MetadataKeyValuePairTypeDef(TypedDict):
MetadataKey: NotRequired[str],
MetadataValue: NotRequired[str],MicrosoftSQLServerCatalogTargetTypeDef#
# MicrosoftSQLServerCatalogTargetTypeDef definition
class MicrosoftSQLServerCatalogTargetTypeDef(TypedDict):
Name: str,
Inputs: Sequence[str],
Database: str,
Table: str,MySQLCatalogTargetTypeDef#
# MySQLCatalogTargetTypeDef definition
class MySQLCatalogTargetTypeDef(TypedDict):
Name: str,
Inputs: Sequence[str],
Database: str,
Table: str,OAuth2ClientApplicationTypeDef#
# OAuth2ClientApplicationTypeDef definition
class OAuth2ClientApplicationTypeDef(TypedDict):
UserManagedClientApplicationClientId: NotRequired[str],
AWSManagedClientApplicationReference: NotRequired[str],OracleSQLCatalogTargetTypeDef#
# OracleSQLCatalogTargetTypeDef definition
class OracleSQLCatalogTargetTypeDef(TypedDict):
Name: str,
Inputs: Sequence[str],
Database: str,
Table: str,OrderTypeDef#
# OrderTypeDef definition
class OrderTypeDef(TypedDict):
Column: str,
SortOrder: int,PIIDetectionTypeDef#
# PIIDetectionTypeDef definition
class PIIDetectionTypeDef(TypedDict):
Name: str,
Inputs: Sequence[str],
PiiType: PiiTypeType, # (1)
EntityTypesToDetect: Sequence[str],
OutputColumnName: NotRequired[str],
SampleFraction: NotRequired[float],
ThresholdFraction: NotRequired[float],
MaskValue: NotRequired[str],- See PiiTypeType
PhysicalConnectionRequirementsTypeDef#
# PhysicalConnectionRequirementsTypeDef definition
class PhysicalConnectionRequirementsTypeDef(TypedDict):
SubnetId: NotRequired[str],
SecurityGroupIdList: NotRequired[Sequence[str]],
AvailabilityZone: NotRequired[str],PostgreSQLCatalogTargetTypeDef#
# PostgreSQLCatalogTargetTypeDef definition
class PostgreSQLCatalogTargetTypeDef(TypedDict):
Name: str,
Inputs: Sequence[str],
Database: str,
Table: str,PropertyPredicateTypeDef#
# PropertyPredicateTypeDef definition
class PropertyPredicateTypeDef(TypedDict):
Key: NotRequired[str],
Value: NotRequired[str],
Comparator: NotRequired[ComparatorType], # (1)- See ComparatorType
PutDataQualityProfileAnnotationRequestRequestTypeDef#
# PutDataQualityProfileAnnotationRequestRequestTypeDef definition
class PutDataQualityProfileAnnotationRequestRequestTypeDef(TypedDict):
ProfileId: str,
InclusionAnnotation: InclusionAnnotationValueType, # (1)PutResourcePolicyRequestRequestTypeDef#
# PutResourcePolicyRequestRequestTypeDef definition
class PutResourcePolicyRequestRequestTypeDef(TypedDict):
PolicyInJson: str,
ResourceArn: NotRequired[str],
PolicyHashCondition: NotRequired[str],
PolicyExistsCondition: NotRequired[ExistConditionType], # (1)
EnableHybrid: NotRequired[EnableHybridValuesType], # (2)PutWorkflowRunPropertiesRequestRequestTypeDef#
# PutWorkflowRunPropertiesRequestRequestTypeDef definition
class PutWorkflowRunPropertiesRequestRequestTypeDef(TypedDict):
Name: str,
RunId: str,
RunProperties: Mapping[str, str],RecipeActionOutputTypeDef#
# RecipeActionOutputTypeDef definition
class RecipeActionOutputTypeDef(TypedDict):
Operation: str,
Parameters: NotRequired[Dict[str, str]],RecipeActionTypeDef#
# RecipeActionTypeDef definition
class RecipeActionTypeDef(TypedDict):
Operation: str,
Parameters: NotRequired[Mapping[str, str]],RecipeReferenceTypeDef#
# RecipeReferenceTypeDef definition
class RecipeReferenceTypeDef(TypedDict):
RecipeArn: str,
RecipeVersion: str,UpsertRedshiftTargetOptionsOutputTypeDef#
# UpsertRedshiftTargetOptionsOutputTypeDef definition
class UpsertRedshiftTargetOptionsOutputTypeDef(TypedDict):
TableLocation: NotRequired[str],
ConnectionName: NotRequired[str],
UpsertKeys: NotRequired[List[str]],RenameFieldTypeDef#
# RenameFieldTypeDef definition
class RenameFieldTypeDef(TypedDict):
Name: str,
Inputs: Sequence[str],
SourcePath: Sequence[str],
TargetPath: Sequence[str],ResetJobBookmarkRequestRequestTypeDef#
# ResetJobBookmarkRequestRequestTypeDef definition
class ResetJobBookmarkRequestRequestTypeDef(TypedDict):
JobName: str,
RunId: NotRequired[str],ResourceUriTypeDef#
# ResourceUriTypeDef definition
class ResourceUriTypeDef(TypedDict):
ResourceType: NotRequired[ResourceTypeType], # (1)
Uri: NotRequired[str],- See ResourceTypeType
ResumeWorkflowRunRequestRequestTypeDef#
# ResumeWorkflowRunRequestRequestTypeDef definition
class ResumeWorkflowRunRequestRequestTypeDef(TypedDict):
Name: str,
RunId: str,
NodeIds: Sequence[str],RunIdentifierTypeDef#
# RunIdentifierTypeDef definition
class RunIdentifierTypeDef(TypedDict):
RunId: NotRequired[str],
JobRunId: NotRequired[str],RunMetricsTypeDef#
# RunMetricsTypeDef definition
class RunMetricsTypeDef(TypedDict):
NumberOfBytesCompacted: NotRequired[str],
NumberOfFilesCompacted: NotRequired[str],
NumberOfDpus: NotRequired[str],
JobDurationInHour: NotRequired[str],RunStatementRequestRequestTypeDef#
# RunStatementRequestRequestTypeDef definition
class RunStatementRequestRequestTypeDef(TypedDict):
SessionId: str,
Code: str,
RequestOrigin: NotRequired[str],S3DirectSourceAdditionalOptionsTypeDef#
# S3DirectSourceAdditionalOptionsTypeDef definition
class S3DirectSourceAdditionalOptionsTypeDef(TypedDict):
BoundedSize: NotRequired[int],
BoundedFiles: NotRequired[int],
EnableSamplePath: NotRequired[bool],
SamplePath: NotRequired[str],S3TargetTypeDef#
# S3TargetTypeDef definition
class S3TargetTypeDef(TypedDict):
Path: NotRequired[str],
Exclusions: NotRequired[Sequence[str]],
ConnectionName: NotRequired[str],
SampleSize: NotRequired[int],
EventQueueArn: NotRequired[str],
DlqEventQueueArn: NotRequired[str],SortCriterionTypeDef#
# SortCriterionTypeDef definition
class SortCriterionTypeDef(TypedDict):
FieldName: NotRequired[str],
Sort: NotRequired[SortType], # (1)- See SortType
SelectFieldsTypeDef#
# SelectFieldsTypeDef definition
class SelectFieldsTypeDef(TypedDict):
Name: str,
Inputs: Sequence[str],
Paths: Sequence[Sequence[str]],SelectFromCollectionTypeDef#
# SelectFromCollectionTypeDef definition
class SelectFromCollectionTypeDef(TypedDict):
Name: str,
Inputs: Sequence[str],
Index: int,SerDeInfoOutputTypeDef#
# SerDeInfoOutputTypeDef definition
class SerDeInfoOutputTypeDef(TypedDict):
Name: NotRequired[str],
SerializationLibrary: NotRequired[str],
Parameters: NotRequired[Dict[str, str]],SerDeInfoTypeDef#
# SerDeInfoTypeDef definition
class SerDeInfoTypeDef(TypedDict):
Name: NotRequired[str],
SerializationLibrary: NotRequired[str],
Parameters: NotRequired[Mapping[str, str]],SkewedInfoOutputTypeDef#
# SkewedInfoOutputTypeDef definition
class SkewedInfoOutputTypeDef(TypedDict):
SkewedColumnNames: NotRequired[List[str]],
SkewedColumnValues: NotRequired[List[str]],
SkewedColumnValueLocationMaps: NotRequired[Dict[str, str]],SkewedInfoTypeDef#
# SkewedInfoTypeDef definition
class SkewedInfoTypeDef(TypedDict):
SkewedColumnNames: NotRequired[Sequence[str]],
SkewedColumnValues: NotRequired[Sequence[str]],
SkewedColumnValueLocationMaps: NotRequired[Mapping[str, str]],SqlAliasTypeDef#
# SqlAliasTypeDef definition
class SqlAliasTypeDef(TypedDict):
From: str,
Alias: str,SpigotTypeDef#
# SpigotTypeDef definition
class SpigotTypeDef(TypedDict):
Name: str,
Inputs: Sequence[str],
Path: str,
Topk: NotRequired[int],
Prob: NotRequired[float],SplitFieldsTypeDef#
# SplitFieldsTypeDef definition
class SplitFieldsTypeDef(TypedDict):
Name: str,
Inputs: Sequence[str],
Paths: Sequence[Sequence[str]],StartBlueprintRunRequestRequestTypeDef#
# StartBlueprintRunRequestRequestTypeDef definition
class StartBlueprintRunRequestRequestTypeDef(TypedDict):
BlueprintName: str,
RoleArn: str,
Parameters: NotRequired[str],StartColumnStatisticsTaskRunRequestRequestTypeDef#
# StartColumnStatisticsTaskRunRequestRequestTypeDef definition
class StartColumnStatisticsTaskRunRequestRequestTypeDef(TypedDict):
DatabaseName: str,
TableName: str,
Role: str,
ColumnNameList: NotRequired[Sequence[str]],
SampleSize: NotRequired[float],
CatalogID: NotRequired[str],
SecurityConfiguration: NotRequired[str],StartColumnStatisticsTaskRunScheduleRequestRequestTypeDef#
# StartColumnStatisticsTaskRunScheduleRequestRequestTypeDef definition
class StartColumnStatisticsTaskRunScheduleRequestRequestTypeDef(TypedDict):
DatabaseName: str,
TableName: str,StartCrawlerRequestRequestTypeDef#
# StartCrawlerRequestRequestTypeDef definition
class StartCrawlerRequestRequestTypeDef(TypedDict):
Name: str,StartCrawlerScheduleRequestRequestTypeDef#
# StartCrawlerScheduleRequestRequestTypeDef definition
class StartCrawlerScheduleRequestRequestTypeDef(TypedDict):
CrawlerName: str,StartExportLabelsTaskRunRequestRequestTypeDef#
# StartExportLabelsTaskRunRequestRequestTypeDef definition
class StartExportLabelsTaskRunRequestRequestTypeDef(TypedDict):
TransformId: str,
OutputS3Path: str,StartImportLabelsTaskRunRequestRequestTypeDef#
# StartImportLabelsTaskRunRequestRequestTypeDef definition
class StartImportLabelsTaskRunRequestRequestTypeDef(TypedDict):
TransformId: str,
InputS3Path: str,
ReplaceAllLabels: NotRequired[bool],StartMLEvaluationTaskRunRequestRequestTypeDef#
# StartMLEvaluationTaskRunRequestRequestTypeDef definition
class StartMLEvaluationTaskRunRequestRequestTypeDef(TypedDict):
TransformId: str,StartMLLabelingSetGenerationTaskRunRequestRequestTypeDef#
# StartMLLabelingSetGenerationTaskRunRequestRequestTypeDef definition
class StartMLLabelingSetGenerationTaskRunRequestRequestTypeDef(TypedDict):
TransformId: str,
OutputS3Path: str,StartTriggerRequestRequestTypeDef#
# StartTriggerRequestRequestTypeDef definition
class StartTriggerRequestRequestTypeDef(TypedDict):
Name: str,StartWorkflowRunRequestRequestTypeDef#
# StartWorkflowRunRequestRequestTypeDef definition
class StartWorkflowRunRequestRequestTypeDef(TypedDict):
Name: str,
RunProperties: NotRequired[Mapping[str, str]],StartingEventBatchConditionTypeDef#
# StartingEventBatchConditionTypeDef definition
class StartingEventBatchConditionTypeDef(TypedDict):
BatchSize: NotRequired[int],
BatchWindow: NotRequired[int],StatementOutputDataTypeDef#
# StatementOutputDataTypeDef definition
class StatementOutputDataTypeDef(TypedDict):
TextPlain: NotRequired[str],TimestampedInclusionAnnotationTypeDef#
# TimestampedInclusionAnnotationTypeDef definition
class TimestampedInclusionAnnotationTypeDef(TypedDict):
Value: NotRequired[InclusionAnnotationValueType], # (1)
LastModifiedOn: NotRequired[datetime],StopColumnStatisticsTaskRunRequestRequestTypeDef#
# StopColumnStatisticsTaskRunRequestRequestTypeDef definition
class StopColumnStatisticsTaskRunRequestRequestTypeDef(TypedDict):
DatabaseName: str,
TableName: str,StopColumnStatisticsTaskRunScheduleRequestRequestTypeDef#
# StopColumnStatisticsTaskRunScheduleRequestRequestTypeDef definition
class StopColumnStatisticsTaskRunScheduleRequestRequestTypeDef(TypedDict):
DatabaseName: str,
TableName: str,StopCrawlerRequestRequestTypeDef#
# StopCrawlerRequestRequestTypeDef definition
class StopCrawlerRequestRequestTypeDef(TypedDict):
Name: str,StopCrawlerScheduleRequestRequestTypeDef#
# StopCrawlerScheduleRequestRequestTypeDef definition
class StopCrawlerScheduleRequestRequestTypeDef(TypedDict):
CrawlerName: str,StopSessionRequestRequestTypeDef#
# StopSessionRequestRequestTypeDef definition
class StopSessionRequestRequestTypeDef(TypedDict):
Id: str,
RequestOrigin: NotRequired[str],StopTriggerRequestRequestTypeDef#
# StopTriggerRequestRequestTypeDef definition
class StopTriggerRequestRequestTypeDef(TypedDict):
Name: str,StopWorkflowRunRequestRequestTypeDef#
# StopWorkflowRunRequestRequestTypeDef definition
class StopWorkflowRunRequestRequestTypeDef(TypedDict):
Name: str,
RunId: str,TableIdentifierTypeDef#
# TableIdentifierTypeDef definition
class TableIdentifierTypeDef(TypedDict):
CatalogId: NotRequired[str],
DatabaseName: NotRequired[str],
Name: NotRequired[str],
Region: NotRequired[str],TableOptimizerVpcConfigurationTypeDef#
# TableOptimizerVpcConfigurationTypeDef definition
class TableOptimizerVpcConfigurationTypeDef(TypedDict):
glueConnectionName: NotRequired[str],TagResourceRequestRequestTypeDef#
# TagResourceRequestRequestTypeDef definition
class TagResourceRequestRequestTypeDef(TypedDict):
ResourceArn: str,
TagsToAdd: Mapping[str, str],TransformConfigParameterTypeDef#
# TransformConfigParameterTypeDef definition
class TransformConfigParameterTypeDef(TypedDict):
Name: str,
Type: ParamTypeType, # (1)
ValidationRule: NotRequired[str],
ValidationMessage: NotRequired[str],
Value: NotRequired[Sequence[str]],
ListType: NotRequired[ParamTypeType], # (1)
IsOptional: NotRequired[bool],- See ParamTypeType
- See ParamTypeType
UnionTypeDef#
# UnionTypeDef definition
class UnionTypeDef(TypedDict):
Name: str,
Inputs: Sequence[str],
UnionType: UnionTypeType, # (1)- See UnionTypeType
UntagResourceRequestRequestTypeDef#
# UntagResourceRequestRequestTypeDef definition
class UntagResourceRequestRequestTypeDef(TypedDict):
ResourceArn: str,
TagsToRemove: Sequence[str],UpdateBlueprintRequestRequestTypeDef#
# UpdateBlueprintRequestRequestTypeDef definition
class UpdateBlueprintRequestRequestTypeDef(TypedDict):
Name: str,
BlueprintLocation: str,
Description: NotRequired[str],UpdateCsvClassifierRequestTypeDef#
# UpdateCsvClassifierRequestTypeDef definition
class UpdateCsvClassifierRequestTypeDef(TypedDict):
Name: str,
Delimiter: NotRequired[str],
QuoteSymbol: NotRequired[str],
ContainsHeader: NotRequired[CsvHeaderOptionType], # (1)
Header: NotRequired[Sequence[str]],
DisableValueTrimming: NotRequired[bool],
AllowSingleColumn: NotRequired[bool],
CustomDatatypeConfigured: NotRequired[bool],
CustomDatatypes: NotRequired[Sequence[str]],
Serde: NotRequired[CsvSerdeOptionType], # (2)UpdateGrokClassifierRequestTypeDef#
# UpdateGrokClassifierRequestTypeDef definition
class UpdateGrokClassifierRequestTypeDef(TypedDict):
Name: str,
Classification: NotRequired[str],
GrokPattern: NotRequired[str],
CustomPatterns: NotRequired[str],UpdateJsonClassifierRequestTypeDef#
# UpdateJsonClassifierRequestTypeDef definition
class UpdateJsonClassifierRequestTypeDef(TypedDict):
Name: str,
JsonPath: NotRequired[str],UpdateXMLClassifierRequestTypeDef#
# UpdateXMLClassifierRequestTypeDef definition
class UpdateXMLClassifierRequestTypeDef(TypedDict):
Name: str,
Classification: NotRequired[str],
RowTag: NotRequired[str],UpdateColumnStatisticsTaskSettingsRequestRequestTypeDef#
# UpdateColumnStatisticsTaskSettingsRequestRequestTypeDef definition
class UpdateColumnStatisticsTaskSettingsRequestRequestTypeDef(TypedDict):
DatabaseName: str,
TableName: str,
Role: NotRequired[str],
Schedule: NotRequired[str],
ColumnNameList: NotRequired[Sequence[str]],
SampleSize: NotRequired[float],
CatalogID: NotRequired[str],
SecurityConfiguration: NotRequired[str],UpdateCrawlerScheduleRequestRequestTypeDef#
# UpdateCrawlerScheduleRequestRequestTypeDef definition
class UpdateCrawlerScheduleRequestRequestTypeDef(TypedDict):
CrawlerName: str,
Schedule: NotRequired[str],UpdateDataQualityRulesetRequestRequestTypeDef#
# UpdateDataQualityRulesetRequestRequestTypeDef definition
class UpdateDataQualityRulesetRequestRequestTypeDef(TypedDict):
Name: str,
Description: NotRequired[str],
Ruleset: NotRequired[str],UpdateJobFromSourceControlRequestRequestTypeDef#
# UpdateJobFromSourceControlRequestRequestTypeDef definition
class UpdateJobFromSourceControlRequestRequestTypeDef(TypedDict):
JobName: NotRequired[str],
Provider: NotRequired[SourceControlProviderType], # (1)
RepositoryName: NotRequired[str],
RepositoryOwner: NotRequired[str],
BranchName: NotRequired[str],
Folder: NotRequired[str],
CommitId: NotRequired[str],
AuthStrategy: NotRequired[SourceControlAuthStrategyType], # (2)
AuthToken: NotRequired[str],UpdateSourceControlFromJobRequestRequestTypeDef#
# UpdateSourceControlFromJobRequestRequestTypeDef definition
class UpdateSourceControlFromJobRequestRequestTypeDef(TypedDict):
JobName: NotRequired[str],
Provider: NotRequired[SourceControlProviderType], # (1)
RepositoryName: NotRequired[str],
RepositoryOwner: NotRequired[str],
BranchName: NotRequired[str],
Folder: NotRequired[str],
CommitId: NotRequired[str],
AuthStrategy: NotRequired[SourceControlAuthStrategyType], # (2)
AuthToken: NotRequired[str],UpdateWorkflowRequestRequestTypeDef#
# UpdateWorkflowRequestRequestTypeDef definition
class UpdateWorkflowRequestRequestTypeDef(TypedDict):
Name: str,
Description: NotRequired[str],
DefaultRunProperties: NotRequired[Mapping[str, str]],
MaxConcurrentRuns: NotRequired[int],UpsertRedshiftTargetOptionsTypeDef#
# UpsertRedshiftTargetOptionsTypeDef definition
class UpsertRedshiftTargetOptionsTypeDef(TypedDict):
TableLocation: NotRequired[str],
ConnectionName: NotRequired[str],
UpsertKeys: NotRequired[Sequence[str]],ViewRepresentationInputTypeDef#
# ViewRepresentationInputTypeDef definition
class ViewRepresentationInputTypeDef(TypedDict):
Dialect: NotRequired[ViewDialectType], # (1)
DialectVersion: NotRequired[str],
ViewOriginalText: NotRequired[str],
ValidationConnection: NotRequired[str],
ViewExpandedText: NotRequired[str],- See ViewDialectType
ViewRepresentationTypeDef#
# ViewRepresentationTypeDef definition
class ViewRepresentationTypeDef(TypedDict):
Dialect: NotRequired[ViewDialectType], # (1)
DialectVersion: NotRequired[str],
ViewOriginalText: NotRequired[str],
ViewExpandedText: NotRequired[str],
ValidationConnection: NotRequired[str],
IsStale: NotRequired[bool],- See ViewDialectType
WorkflowRunStatisticsTypeDef#
# WorkflowRunStatisticsTypeDef definition
class WorkflowRunStatisticsTypeDef(TypedDict):
TotalActions: NotRequired[int],
TimeoutActions: NotRequired[int],
FailedActions: NotRequired[int],
StoppedActions: NotRequired[int],
SucceededActions: NotRequired[int],
RunningActions: NotRequired[int],
ErroredActions: NotRequired[int],
WaitingActions: NotRequired[int],ActionOutputTypeDef#
# ActionOutputTypeDef definition
class ActionOutputTypeDef(TypedDict):
JobName: NotRequired[str],
Arguments: NotRequired[Dict[str, str]],
Timeout: NotRequired[int],
SecurityConfiguration: NotRequired[str],
NotificationProperty: NotRequired[NotificationPropertyTypeDef], # (1)
CrawlerName: NotRequired[str],ActionTypeDef#
# ActionTypeDef definition
class ActionTypeDef(TypedDict):
JobName: NotRequired[str],
Arguments: NotRequired[Mapping[str, str]],
Timeout: NotRequired[int],
SecurityConfiguration: NotRequired[str],
NotificationProperty: NotRequired[NotificationPropertyTypeDef], # (1)
CrawlerName: NotRequired[str],StartJobRunRequestRequestTypeDef#
# StartJobRunRequestRequestTypeDef definition
class StartJobRunRequestRequestTypeDef(TypedDict):
JobName: str,
JobRunQueuingEnabled: NotRequired[bool],
JobRunId: NotRequired[str],
Arguments: NotRequired[Mapping[str, str]],
AllocatedCapacity: NotRequired[int],
Timeout: NotRequired[int],
MaxCapacity: NotRequired[float],
SecurityConfiguration: NotRequired[str],
NotificationProperty: NotRequired[NotificationPropertyTypeDef], # (1)
WorkerType: NotRequired[WorkerTypeType], # (2)
NumberOfWorkers: NotRequired[int],
ExecutionClass: NotRequired[ExecutionClassType], # (3)AggregateOutputTypeDef#
# AggregateOutputTypeDef definition
class AggregateOutputTypeDef(TypedDict):
Name: str,
Inputs: List[str],
Groups: List[List[str]],
Aggs: List[AggregateOperationOutputTypeDef], # (1)AmazonRedshiftNodeDataOutputTypeDef#
# AmazonRedshiftNodeDataOutputTypeDef definition
class AmazonRedshiftNodeDataOutputTypeDef(TypedDict):
AccessType: NotRequired[str],
SourceType: NotRequired[str],
Connection: NotRequired[OptionTypeDef], # (1)
Schema: NotRequired[OptionTypeDef], # (1)
Table: NotRequired[OptionTypeDef], # (1)
CatalogDatabase: NotRequired[OptionTypeDef], # (1)
CatalogTable: NotRequired[OptionTypeDef], # (1)
CatalogRedshiftSchema: NotRequired[str],
CatalogRedshiftTable: NotRequired[str],
TempDir: NotRequired[str],
IamRole: NotRequired[OptionTypeDef], # (1)
AdvancedOptions: NotRequired[List[AmazonRedshiftAdvancedOptionTypeDef]], # (7)
SampleQuery: NotRequired[str],
PreAction: NotRequired[str],
PostAction: NotRequired[str],
Action: NotRequired[str],
TablePrefix: NotRequired[str],
Upsert: NotRequired[bool],
MergeAction: NotRequired[str],
MergeWhenMatched: NotRequired[str],
MergeWhenNotMatched: NotRequired[str],
MergeClause: NotRequired[str],
CrawlerConnection: NotRequired[str],
TableSchema: NotRequired[List[OptionTypeDef]], # (8)
StagingTable: NotRequired[str],
SelectedColumns: NotRequired[List[OptionTypeDef]], # (8)- See OptionTypeDef
- See OptionTypeDef
- See OptionTypeDef
- See OptionTypeDef
- See OptionTypeDef
- See OptionTypeDef
- See AmazonRedshiftAdvancedOptionTypeDef
- See OptionTypeDef
- See OptionTypeDef
AmazonRedshiftNodeDataTypeDef#
# AmazonRedshiftNodeDataTypeDef definition
class AmazonRedshiftNodeDataTypeDef(TypedDict):
AccessType: NotRequired[str],
SourceType: NotRequired[str],
Connection: NotRequired[OptionTypeDef], # (1)
Schema: NotRequired[OptionTypeDef], # (1)
Table: NotRequired[OptionTypeDef], # (1)
CatalogDatabase: NotRequired[OptionTypeDef], # (1)
CatalogTable: NotRequired[OptionTypeDef], # (1)
CatalogRedshiftSchema: NotRequired[str],
CatalogRedshiftTable: NotRequired[str],
TempDir: NotRequired[str],
IamRole: NotRequired[OptionTypeDef], # (1)
AdvancedOptions: NotRequired[Sequence[AmazonRedshiftAdvancedOptionTypeDef]], # (7)
SampleQuery: NotRequired[str],
PreAction: NotRequired[str],
PostAction: NotRequired[str],
Action: NotRequired[str],
TablePrefix: NotRequired[str],
Upsert: NotRequired[bool],
MergeAction: NotRequired[str],
MergeWhenMatched: NotRequired[str],
MergeWhenNotMatched: NotRequired[str],
MergeClause: NotRequired[str],
CrawlerConnection: NotRequired[str],
TableSchema: NotRequired[Sequence[OptionTypeDef]], # (8)
StagingTable: NotRequired[str],
SelectedColumns: NotRequired[Sequence[OptionTypeDef]], # (8)- See OptionTypeDef
- See OptionTypeDef
- See OptionTypeDef
- See OptionTypeDef
- See OptionTypeDef
- See OptionTypeDef
- See AmazonRedshiftAdvancedOptionTypeDef
- See OptionTypeDef
- See OptionTypeDef
SnowflakeNodeDataOutputTypeDef#
# SnowflakeNodeDataOutputTypeDef definition
class SnowflakeNodeDataOutputTypeDef(TypedDict):
SourceType: NotRequired[str],
Connection: NotRequired[OptionTypeDef], # (1)
Schema: NotRequired[str],
Table: NotRequired[str],
Database: NotRequired[str],
TempDir: NotRequired[str],
IamRole: NotRequired[OptionTypeDef], # (1)
AdditionalOptions: NotRequired[Dict[str, str]],
SampleQuery: NotRequired[str],
PreAction: NotRequired[str],
PostAction: NotRequired[str],
Action: NotRequired[str],
Upsert: NotRequired[bool],
MergeAction: NotRequired[str],
MergeWhenMatched: NotRequired[str],
MergeWhenNotMatched: NotRequired[str],
MergeClause: NotRequired[str],
StagingTable: NotRequired[str],
SelectedColumns: NotRequired[List[OptionTypeDef]], # (3)
AutoPushdown: NotRequired[bool],
TableSchema: NotRequired[List[OptionTypeDef]], # (3)- See OptionTypeDef
- See OptionTypeDef
- See OptionTypeDef
- See OptionTypeDef
SnowflakeNodeDataTypeDef#
# SnowflakeNodeDataTypeDef definition
class SnowflakeNodeDataTypeDef(TypedDict):
SourceType: NotRequired[str],
Connection: NotRequired[OptionTypeDef], # (1)
Schema: NotRequired[str],
Table: NotRequired[str],
Database: NotRequired[str],
TempDir: NotRequired[str],
IamRole: NotRequired[OptionTypeDef], # (1)
AdditionalOptions: NotRequired[Mapping[str, str]],
SampleQuery: NotRequired[str],
PreAction: NotRequired[str],
PostAction: NotRequired[str],
Action: NotRequired[str],
Upsert: NotRequired[bool],
MergeAction: NotRequired[str],
MergeWhenMatched: NotRequired[str],
MergeWhenNotMatched: NotRequired[str],
MergeClause: NotRequired[str],
StagingTable: NotRequired[str],
SelectedColumns: NotRequired[Sequence[OptionTypeDef]], # (3)
AutoPushdown: NotRequired[bool],
TableSchema: NotRequired[Sequence[OptionTypeDef]], # (3)- See OptionTypeDef
- See OptionTypeDef
- See OptionTypeDef
- See OptionTypeDef
ApplyMappingOutputTypeDef#
# ApplyMappingOutputTypeDef definition
class ApplyMappingOutputTypeDef(TypedDict):
Name: str,
Inputs: List[str],
Mapping: List[MappingOutputTypeDef], # (1)ApplyMappingPaginatorTypeDef#
# ApplyMappingPaginatorTypeDef definition
class ApplyMappingPaginatorTypeDef(TypedDict):
Name: str,
Inputs: List[str],
Mapping: List[MappingPaginatorTypeDef], # (1)BackfillErrorTypeDef#
# BackfillErrorTypeDef definition
class BackfillErrorTypeDef(TypedDict):
Code: NotRequired[BackfillErrorCodeType], # (1)
Partitions: NotRequired[List[PartitionValueListOutputTypeDef]], # (2)BatchPutDataQualityStatisticAnnotationResponseTypeDef#
# BatchPutDataQualityStatisticAnnotationResponseTypeDef definition
class BatchPutDataQualityStatisticAnnotationResponseTypeDef(TypedDict):
FailedInclusionAnnotations: List[AnnotationErrorTypeDef], # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)CancelMLTaskRunResponseTypeDef#
# CancelMLTaskRunResponseTypeDef definition
class CancelMLTaskRunResponseTypeDef(TypedDict):
TransformId: str,
TaskRunId: str,
Status: TaskStatusTypeType, # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)CheckSchemaVersionValidityResponseTypeDef#
# CheckSchemaVersionValidityResponseTypeDef definition
class CheckSchemaVersionValidityResponseTypeDef(TypedDict):
Valid: bool,
Error: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)CreateBlueprintResponseTypeDef#
# CreateBlueprintResponseTypeDef definition
class CreateBlueprintResponseTypeDef(TypedDict):
Name: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)CreateConnectionResponseTypeDef#
# CreateConnectionResponseTypeDef definition
class CreateConnectionResponseTypeDef(TypedDict):
CreateConnectionStatus: ConnectionStatusType, # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)CreateCustomEntityTypeResponseTypeDef#
# CreateCustomEntityTypeResponseTypeDef definition
class CreateCustomEntityTypeResponseTypeDef(TypedDict):
Name: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)CreateDataQualityRulesetResponseTypeDef#
# CreateDataQualityRulesetResponseTypeDef definition
class CreateDataQualityRulesetResponseTypeDef(TypedDict):
Name: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)CreateDevEndpointResponseTypeDef#
# CreateDevEndpointResponseTypeDef definition
class CreateDevEndpointResponseTypeDef(TypedDict):
EndpointName: str,
Status: str,
SecurityGroupIds: List[str],
SubnetId: str,
RoleArn: str,
YarnEndpointAddress: str,
ZeppelinRemoteSparkInterpreterPort: int,
NumberOfNodes: int,
WorkerType: WorkerTypeType, # (1)
GlueVersion: str,
NumberOfWorkers: int,
AvailabilityZone: str,
VpcId: str,
ExtraPythonLibsS3Path: str,
ExtraJarsS3Path: str,
FailureReason: str,
SecurityConfiguration: str,
CreatedTimestamp: datetime,
Arguments: Dict[str, str],
ResponseMetadata: ResponseMetadataTypeDef, # (2)CreateJobResponseTypeDef#
# CreateJobResponseTypeDef definition
class CreateJobResponseTypeDef(TypedDict):
Name: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)CreateMLTransformResponseTypeDef#
# CreateMLTransformResponseTypeDef definition
class CreateMLTransformResponseTypeDef(TypedDict):
TransformId: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)CreateRegistryResponseTypeDef#
# CreateRegistryResponseTypeDef definition
class CreateRegistryResponseTypeDef(TypedDict):
RegistryArn: str,
RegistryName: str,
Description: str,
Tags: Dict[str, str],
ResponseMetadata: ResponseMetadataTypeDef, # (1)CreateSchemaResponseTypeDef#
# CreateSchemaResponseTypeDef definition
class CreateSchemaResponseTypeDef(TypedDict):
RegistryName: str,
RegistryArn: str,
SchemaName: str,
SchemaArn: str,
Description: str,
DataFormat: DataFormatType, # (1)
Compatibility: CompatibilityType, # (2)
SchemaCheckpoint: int,
LatestSchemaVersion: int,
NextSchemaVersion: int,
SchemaStatus: SchemaStatusType, # (3)
Tags: Dict[str, str],
SchemaVersionId: str,
SchemaVersionStatus: SchemaVersionStatusType, # (4)
ResponseMetadata: ResponseMetadataTypeDef, # (5)- See DataFormatType
- See CompatibilityType
- See SchemaStatusType
- See SchemaVersionStatusType
- See ResponseMetadataTypeDef
CreateScriptResponseTypeDef#
# CreateScriptResponseTypeDef definition
class CreateScriptResponseTypeDef(TypedDict):
PythonScript: str,
ScalaCode: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)CreateSecurityConfigurationResponseTypeDef#
# CreateSecurityConfigurationResponseTypeDef definition
class CreateSecurityConfigurationResponseTypeDef(TypedDict):
Name: str,
CreatedTimestamp: datetime,
ResponseMetadata: ResponseMetadataTypeDef, # (1)CreateTriggerResponseTypeDef#
# CreateTriggerResponseTypeDef definition
class CreateTriggerResponseTypeDef(TypedDict):
Name: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)CreateUsageProfileResponseTypeDef#
# CreateUsageProfileResponseTypeDef definition
class CreateUsageProfileResponseTypeDef(TypedDict):
Name: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)CreateWorkflowResponseTypeDef#
# CreateWorkflowResponseTypeDef definition
class CreateWorkflowResponseTypeDef(TypedDict):
Name: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)DeleteBlueprintResponseTypeDef#
# DeleteBlueprintResponseTypeDef definition
class DeleteBlueprintResponseTypeDef(TypedDict):
Name: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)DeleteCustomEntityTypeResponseTypeDef#
# DeleteCustomEntityTypeResponseTypeDef definition
class DeleteCustomEntityTypeResponseTypeDef(TypedDict):
Name: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)DeleteJobResponseTypeDef#
# DeleteJobResponseTypeDef definition
class DeleteJobResponseTypeDef(TypedDict):
JobName: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)DeleteMLTransformResponseTypeDef#
# DeleteMLTransformResponseTypeDef definition
class DeleteMLTransformResponseTypeDef(TypedDict):
TransformId: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)DeleteRegistryResponseTypeDef#
# DeleteRegistryResponseTypeDef definition
class DeleteRegistryResponseTypeDef(TypedDict):
RegistryName: str,
RegistryArn: str,
Status: RegistryStatusType, # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)DeleteSchemaResponseTypeDef#
# DeleteSchemaResponseTypeDef definition
class DeleteSchemaResponseTypeDef(TypedDict):
SchemaArn: str,
SchemaName: str,
Status: SchemaStatusType, # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)DeleteSessionResponseTypeDef#
# DeleteSessionResponseTypeDef definition
class DeleteSessionResponseTypeDef(TypedDict):
Id: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)DeleteTriggerResponseTypeDef#
# DeleteTriggerResponseTypeDef definition
class DeleteTriggerResponseTypeDef(TypedDict):
Name: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)DeleteWorkflowResponseTypeDef#
# DeleteWorkflowResponseTypeDef definition
class DeleteWorkflowResponseTypeDef(TypedDict):
Name: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)GetCustomEntityTypeResponseTypeDef#
# GetCustomEntityTypeResponseTypeDef definition
class GetCustomEntityTypeResponseTypeDef(TypedDict):
Name: str,
RegexString: str,
ContextWords: List[str],
ResponseMetadata: ResponseMetadataTypeDef, # (1)GetDataQualityModelResponseTypeDef#
# GetDataQualityModelResponseTypeDef definition
class GetDataQualityModelResponseTypeDef(TypedDict):
Status: DataQualityModelStatusType, # (1)
StartedOn: datetime,
CompletedOn: datetime,
FailureReason: str,
ResponseMetadata: ResponseMetadataTypeDef, # (2)GetPlanResponseTypeDef#
# GetPlanResponseTypeDef definition
class GetPlanResponseTypeDef(TypedDict):
PythonScript: str,
ScalaCode: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)GetRegistryResponseTypeDef#
# GetRegistryResponseTypeDef definition
class GetRegistryResponseTypeDef(TypedDict):
RegistryName: str,
RegistryArn: str,
Description: str,
Status: RegistryStatusType, # (1)
CreatedTime: str,
UpdatedTime: str,
ResponseMetadata: ResponseMetadataTypeDef, # (2)GetResourcePolicyResponseTypeDef#
# GetResourcePolicyResponseTypeDef definition
class GetResourcePolicyResponseTypeDef(TypedDict):
PolicyInJson: str,
PolicyHash: str,
CreateTime: datetime,
UpdateTime: datetime,
ResponseMetadata: ResponseMetadataTypeDef, # (1)GetSchemaByDefinitionResponseTypeDef#
# GetSchemaByDefinitionResponseTypeDef definition
class GetSchemaByDefinitionResponseTypeDef(TypedDict):
SchemaVersionId: str,
SchemaArn: str,
DataFormat: DataFormatType, # (1)
Status: SchemaVersionStatusType, # (2)
CreatedTime: str,
ResponseMetadata: ResponseMetadataTypeDef, # (3)GetSchemaResponseTypeDef#
# GetSchemaResponseTypeDef definition
class GetSchemaResponseTypeDef(TypedDict):
RegistryName: str,
RegistryArn: str,
SchemaName: str,
SchemaArn: str,
Description: str,
DataFormat: DataFormatType, # (1)
Compatibility: CompatibilityType, # (2)
SchemaCheckpoint: int,
LatestSchemaVersion: int,
NextSchemaVersion: int,
SchemaStatus: SchemaStatusType, # (3)
CreatedTime: str,
UpdatedTime: str,
ResponseMetadata: ResponseMetadataTypeDef, # (4)- See DataFormatType
- See CompatibilityType
- See SchemaStatusType
- See ResponseMetadataTypeDef
GetSchemaVersionResponseTypeDef#
# GetSchemaVersionResponseTypeDef definition
class GetSchemaVersionResponseTypeDef(TypedDict):
SchemaVersionId: str,
SchemaDefinition: str,
DataFormat: DataFormatType, # (1)
SchemaArn: str,
VersionNumber: int,
Status: SchemaVersionStatusType, # (2)
CreatedTime: str,
ResponseMetadata: ResponseMetadataTypeDef, # (3)GetSchemaVersionsDiffResponseTypeDef#
# GetSchemaVersionsDiffResponseTypeDef definition
class GetSchemaVersionsDiffResponseTypeDef(TypedDict):
Diff: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)GetTagsResponseTypeDef#
# GetTagsResponseTypeDef definition
class GetTagsResponseTypeDef(TypedDict):
Tags: Dict[str, str],
ResponseMetadata: ResponseMetadataTypeDef, # (1)GetWorkflowRunPropertiesResponseTypeDef#
# GetWorkflowRunPropertiesResponseTypeDef definition
class GetWorkflowRunPropertiesResponseTypeDef(TypedDict):
RunProperties: Dict[str, str],
ResponseMetadata: ResponseMetadataTypeDef, # (1)ListBlueprintsResponseTypeDef#
# ListBlueprintsResponseTypeDef definition
class ListBlueprintsResponseTypeDef(TypedDict):
Blueprints: List[str],
ResponseMetadata: ResponseMetadataTypeDef, # (1)
NextToken: NotRequired[str],ListColumnStatisticsTaskRunsResponseTypeDef#
# ListColumnStatisticsTaskRunsResponseTypeDef definition
class ListColumnStatisticsTaskRunsResponseTypeDef(TypedDict):
ColumnStatisticsTaskRunIds: List[str],
ResponseMetadata: ResponseMetadataTypeDef, # (1)
NextToken: NotRequired[str],ListCrawlersResponseTypeDef#
# ListCrawlersResponseTypeDef definition
class ListCrawlersResponseTypeDef(TypedDict):
CrawlerNames: List[str],
ResponseMetadata: ResponseMetadataTypeDef, # (1)
NextToken: NotRequired[str],ListDevEndpointsResponseTypeDef#
# ListDevEndpointsResponseTypeDef definition
class ListDevEndpointsResponseTypeDef(TypedDict):
DevEndpointNames: List[str],
ResponseMetadata: ResponseMetadataTypeDef, # (1)
NextToken: NotRequired[str],ListJobsResponseTypeDef#
# ListJobsResponseTypeDef definition
class ListJobsResponseTypeDef(TypedDict):
JobNames: List[str],
ResponseMetadata: ResponseMetadataTypeDef, # (1)
NextToken: NotRequired[str],ListMLTransformsResponseTypeDef#
# ListMLTransformsResponseTypeDef definition
class ListMLTransformsResponseTypeDef(TypedDict):
TransformIds: List[str],
ResponseMetadata: ResponseMetadataTypeDef, # (1)
NextToken: NotRequired[str],ListTriggersResponseTypeDef#
# ListTriggersResponseTypeDef definition
class ListTriggersResponseTypeDef(TypedDict):
TriggerNames: List[str],
ResponseMetadata: ResponseMetadataTypeDef, # (1)
NextToken: NotRequired[str],ListWorkflowsResponseTypeDef#
# ListWorkflowsResponseTypeDef definition
class ListWorkflowsResponseTypeDef(TypedDict):
Workflows: List[str],
ResponseMetadata: ResponseMetadataTypeDef, # (1)
NextToken: NotRequired[str],PutResourcePolicyResponseTypeDef#
# PutResourcePolicyResponseTypeDef definition
class PutResourcePolicyResponseTypeDef(TypedDict):
PolicyHash: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)PutSchemaVersionMetadataResponseTypeDef#
# PutSchemaVersionMetadataResponseTypeDef definition
class PutSchemaVersionMetadataResponseTypeDef(TypedDict):
SchemaArn: str,
SchemaName: str,
RegistryName: str,
LatestVersion: bool,
VersionNumber: int,
SchemaVersionId: str,
MetadataKey: str,
MetadataValue: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)RegisterSchemaVersionResponseTypeDef#
# RegisterSchemaVersionResponseTypeDef definition
class RegisterSchemaVersionResponseTypeDef(TypedDict):
SchemaVersionId: str,
VersionNumber: int,
Status: SchemaVersionStatusType, # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)RemoveSchemaVersionMetadataResponseTypeDef#
# RemoveSchemaVersionMetadataResponseTypeDef definition
class RemoveSchemaVersionMetadataResponseTypeDef(TypedDict):
SchemaArn: str,
SchemaName: str,
RegistryName: str,
LatestVersion: bool,
VersionNumber: int,
SchemaVersionId: str,
MetadataKey: str,
MetadataValue: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)ResumeWorkflowRunResponseTypeDef#
# ResumeWorkflowRunResponseTypeDef definition
class ResumeWorkflowRunResponseTypeDef(TypedDict):
RunId: str,
NodeIds: List[str],
ResponseMetadata: ResponseMetadataTypeDef, # (1)RunStatementResponseTypeDef#
# RunStatementResponseTypeDef definition
class RunStatementResponseTypeDef(TypedDict):
Id: int,
ResponseMetadata: ResponseMetadataTypeDef, # (1)StartBlueprintRunResponseTypeDef#
# StartBlueprintRunResponseTypeDef definition
class StartBlueprintRunResponseTypeDef(TypedDict):
RunId: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)StartColumnStatisticsTaskRunResponseTypeDef#
# StartColumnStatisticsTaskRunResponseTypeDef definition
class StartColumnStatisticsTaskRunResponseTypeDef(TypedDict):
ColumnStatisticsTaskRunId: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)StartDataQualityRuleRecommendationRunResponseTypeDef#
# StartDataQualityRuleRecommendationRunResponseTypeDef definition
class StartDataQualityRuleRecommendationRunResponseTypeDef(TypedDict):
RunId: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)StartDataQualityRulesetEvaluationRunResponseTypeDef#
# StartDataQualityRulesetEvaluationRunResponseTypeDef definition
class StartDataQualityRulesetEvaluationRunResponseTypeDef(TypedDict):
RunId: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)StartExportLabelsTaskRunResponseTypeDef#
# StartExportLabelsTaskRunResponseTypeDef definition
class StartExportLabelsTaskRunResponseTypeDef(TypedDict):
TaskRunId: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)StartImportLabelsTaskRunResponseTypeDef#
# StartImportLabelsTaskRunResponseTypeDef definition
class StartImportLabelsTaskRunResponseTypeDef(TypedDict):
TaskRunId: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)StartJobRunResponseTypeDef#
# StartJobRunResponseTypeDef definition
class StartJobRunResponseTypeDef(TypedDict):
JobRunId: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)StartMLEvaluationTaskRunResponseTypeDef#
# StartMLEvaluationTaskRunResponseTypeDef definition
class StartMLEvaluationTaskRunResponseTypeDef(TypedDict):
TaskRunId: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)StartMLLabelingSetGenerationTaskRunResponseTypeDef#
# StartMLLabelingSetGenerationTaskRunResponseTypeDef definition
class StartMLLabelingSetGenerationTaskRunResponseTypeDef(TypedDict):
TaskRunId: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)StartTriggerResponseTypeDef#
# StartTriggerResponseTypeDef definition
class StartTriggerResponseTypeDef(TypedDict):
Name: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)StartWorkflowRunResponseTypeDef#
# StartWorkflowRunResponseTypeDef definition
class StartWorkflowRunResponseTypeDef(TypedDict):
RunId: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)StopSessionResponseTypeDef#
# StopSessionResponseTypeDef definition
class StopSessionResponseTypeDef(TypedDict):
Id: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)StopTriggerResponseTypeDef#
# StopTriggerResponseTypeDef definition
class StopTriggerResponseTypeDef(TypedDict):
Name: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)UpdateBlueprintResponseTypeDef#
# UpdateBlueprintResponseTypeDef definition
class UpdateBlueprintResponseTypeDef(TypedDict):
Name: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)UpdateDataQualityRulesetResponseTypeDef#
# UpdateDataQualityRulesetResponseTypeDef definition
class UpdateDataQualityRulesetResponseTypeDef(TypedDict):
Name: str,
Description: str,
Ruleset: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)UpdateJobFromSourceControlResponseTypeDef#
# UpdateJobFromSourceControlResponseTypeDef definition
class UpdateJobFromSourceControlResponseTypeDef(TypedDict):
JobName: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)UpdateJobResponseTypeDef#
# UpdateJobResponseTypeDef definition
class UpdateJobResponseTypeDef(TypedDict):
JobName: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)UpdateMLTransformResponseTypeDef#
# UpdateMLTransformResponseTypeDef definition
class UpdateMLTransformResponseTypeDef(TypedDict):
TransformId: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)UpdateRegistryResponseTypeDef#
# UpdateRegistryResponseTypeDef definition
class UpdateRegistryResponseTypeDef(TypedDict):
RegistryName: str,
RegistryArn: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)UpdateSchemaResponseTypeDef#
# UpdateSchemaResponseTypeDef definition
class UpdateSchemaResponseTypeDef(TypedDict):
SchemaArn: str,
SchemaName: str,
RegistryName: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)UpdateSourceControlFromJobResponseTypeDef#
# UpdateSourceControlFromJobResponseTypeDef definition
class UpdateSourceControlFromJobResponseTypeDef(TypedDict):
JobName: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)UpdateUsageProfileResponseTypeDef#
# UpdateUsageProfileResponseTypeDef definition
class UpdateUsageProfileResponseTypeDef(TypedDict):
Name: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)UpdateWorkflowResponseTypeDef#
# UpdateWorkflowResponseTypeDef definition
class UpdateWorkflowResponseTypeDef(TypedDict):
Name: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)BatchDeleteConnectionResponseTypeDef#
# BatchDeleteConnectionResponseTypeDef definition
class BatchDeleteConnectionResponseTypeDef(TypedDict):
Succeeded: List[str],
Errors: Dict[str, ErrorDetailTypeDef], # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)BatchGetTableOptimizerErrorTypeDef#
# BatchGetTableOptimizerErrorTypeDef definition
class BatchGetTableOptimizerErrorTypeDef(TypedDict):
error: NotRequired[ErrorDetailTypeDef], # (1)
catalogId: NotRequired[str],
databaseName: NotRequired[str],
tableName: NotRequired[str],
type: NotRequired[TableOptimizerTypeType], # (2)BatchStopJobRunErrorTypeDef#
# BatchStopJobRunErrorTypeDef definition
class BatchStopJobRunErrorTypeDef(TypedDict):
JobName: NotRequired[str],
JobRunId: NotRequired[str],
ErrorDetail: NotRequired[ErrorDetailTypeDef], # (1)BatchUpdatePartitionFailureEntryTypeDef#
# BatchUpdatePartitionFailureEntryTypeDef definition
class BatchUpdatePartitionFailureEntryTypeDef(TypedDict):
PartitionValueList: NotRequired[List[str]],
ErrorDetail: NotRequired[ErrorDetailTypeDef], # (1)ColumnErrorTypeDef#
# ColumnErrorTypeDef definition
class ColumnErrorTypeDef(TypedDict):
ColumnName: NotRequired[str],
Error: NotRequired[ErrorDetailTypeDef], # (1)PartitionErrorTypeDef#
# PartitionErrorTypeDef definition
class PartitionErrorTypeDef(TypedDict):
PartitionValues: NotRequired[List[str]],
ErrorDetail: NotRequired[ErrorDetailTypeDef], # (1)TableErrorTypeDef#
# TableErrorTypeDef definition
class TableErrorTypeDef(TypedDict):
TableName: NotRequired[str],
ErrorDetail: NotRequired[ErrorDetailTypeDef], # (1)TableVersionErrorTypeDef#
# TableVersionErrorTypeDef definition
class TableVersionErrorTypeDef(TypedDict):
TableName: NotRequired[str],
VersionId: NotRequired[str],
ErrorDetail: NotRequired[ErrorDetailTypeDef], # (1)ViewValidationTypeDef#
# ViewValidationTypeDef definition
class ViewValidationTypeDef(TypedDict):
Dialect: NotRequired[ViewDialectType], # (1)
DialectVersion: NotRequired[str],
ViewValidationText: NotRequired[str],
UpdateTime: NotRequired[datetime],
State: NotRequired[ResourceStateType], # (2)
Error: NotRequired[ErrorDetailTypeDef], # (3)- See ViewDialectType
- See ResourceStateType
- See ErrorDetailTypeDef
BatchGetCustomEntityTypesResponseTypeDef#
# BatchGetCustomEntityTypesResponseTypeDef definition
class BatchGetCustomEntityTypesResponseTypeDef(TypedDict):
CustomEntityTypes: List[CustomEntityTypeTypeDef], # (1)
CustomEntityTypesNotFound: List[str],
ResponseMetadata: ResponseMetadataTypeDef, # (2)ListCustomEntityTypesResponseTypeDef#
# ListCustomEntityTypesResponseTypeDef definition
class ListCustomEntityTypesResponseTypeDef(TypedDict):
CustomEntityTypes: List[CustomEntityTypeTypeDef], # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
NextToken: NotRequired[str],BatchGetDevEndpointsResponseTypeDef#
# BatchGetDevEndpointsResponseTypeDef definition
class BatchGetDevEndpointsResponseTypeDef(TypedDict):
DevEndpoints: List[DevEndpointTypeDef], # (1)
DevEndpointsNotFound: List[str],
ResponseMetadata: ResponseMetadataTypeDef, # (2)GetDevEndpointResponseTypeDef#
# GetDevEndpointResponseTypeDef definition
class GetDevEndpointResponseTypeDef(TypedDict):
DevEndpoint: DevEndpointTypeDef, # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)GetDevEndpointsResponseTypeDef#
# GetDevEndpointsResponseTypeDef definition
class GetDevEndpointsResponseTypeDef(TypedDict):
DevEndpoints: List[DevEndpointTypeDef], # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
NextToken: NotRequired[str],BatchGetPartitionRequestRequestTypeDef#
# BatchGetPartitionRequestRequestTypeDef definition
class BatchGetPartitionRequestRequestTypeDef(TypedDict):
DatabaseName: str,
TableName: str,
PartitionsToGet: Sequence[PartitionValueListTypeDef], # (1)
CatalogId: NotRequired[str],BatchGetTableOptimizerRequestRequestTypeDef#
# BatchGetTableOptimizerRequestRequestTypeDef definition
class BatchGetTableOptimizerRequestRequestTypeDef(TypedDict):
Entries: Sequence[BatchGetTableOptimizerEntryTypeDef], # (1)BatchPutDataQualityStatisticAnnotationRequestRequestTypeDef#
# BatchPutDataQualityStatisticAnnotationRequestRequestTypeDef definition
class BatchPutDataQualityStatisticAnnotationRequestRequestTypeDef(TypedDict):
InclusionAnnotations: Sequence[DatapointInclusionAnnotationTypeDef], # (1)
ClientToken: NotRequired[str],DecimalNumberTypeDef#
# DecimalNumberTypeDef definition
class DecimalNumberTypeDef(TypedDict):
UnscaledValue: BlobTypeDef,
Scale: int,GetBlueprintRunResponseTypeDef#
# GetBlueprintRunResponseTypeDef definition
class GetBlueprintRunResponseTypeDef(TypedDict):
BlueprintRun: BlueprintRunTypeDef, # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)GetBlueprintRunsResponseTypeDef#
# GetBlueprintRunsResponseTypeDef definition
class GetBlueprintRunsResponseTypeDef(TypedDict):
BlueprintRuns: List[BlueprintRunTypeDef], # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
NextToken: NotRequired[str],BlueprintTypeDef#
# BlueprintTypeDef definition
class BlueprintTypeDef(TypedDict):
Name: NotRequired[str],
Description: NotRequired[str],
CreatedOn: NotRequired[datetime],
LastModifiedOn: NotRequired[datetime],
ParameterSpec: NotRequired[str],
BlueprintLocation: NotRequired[str],
BlueprintServiceLocation: NotRequired[str],
Status: NotRequired[BlueprintStatusType], # (1)
ErrorMessage: NotRequired[str],
LastActiveDefinition: NotRequired[LastActiveDefinitionTypeDef], # (2)GetCatalogImportStatusResponseTypeDef#
# GetCatalogImportStatusResponseTypeDef definition
class GetCatalogImportStatusResponseTypeDef(TypedDict):
ImportStatus: CatalogImportStatusTypeDef, # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)CatalogKafkaSourceOutputTypeDef#
# CatalogKafkaSourceOutputTypeDef definition
class CatalogKafkaSourceOutputTypeDef(TypedDict):
Name: str,
Table: str,
Database: str,
WindowSize: NotRequired[int],
DetectSchema: NotRequired[bool],
StreamingOptions: NotRequired[KafkaStreamingSourceOptionsOutputTypeDef], # (1)
DataPreviewOptions: NotRequired[StreamingDataPreviewOptionsTypeDef], # (2)DirectKafkaSourceOutputTypeDef#
# DirectKafkaSourceOutputTypeDef definition
class DirectKafkaSourceOutputTypeDef(TypedDict):
Name: str,
StreamingOptions: NotRequired[KafkaStreamingSourceOptionsOutputTypeDef], # (1)
WindowSize: NotRequired[int],
DetectSchema: NotRequired[bool],
DataPreviewOptions: NotRequired[StreamingDataPreviewOptionsTypeDef], # (2)CatalogKinesisSourceOutputTypeDef#
# CatalogKinesisSourceOutputTypeDef definition
class CatalogKinesisSourceOutputTypeDef(TypedDict):
Name: str,
Table: str,
Database: str,
WindowSize: NotRequired[int],
DetectSchema: NotRequired[bool],
StreamingOptions: NotRequired[KinesisStreamingSourceOptionsOutputTypeDef], # (1)
DataPreviewOptions: NotRequired[StreamingDataPreviewOptionsTypeDef], # (2)DirectKinesisSourceOutputTypeDef#
# DirectKinesisSourceOutputTypeDef definition
class DirectKinesisSourceOutputTypeDef(TypedDict):
Name: str,
WindowSize: NotRequired[int],
DetectSchema: NotRequired[bool],
StreamingOptions: NotRequired[KinesisStreamingSourceOptionsOutputTypeDef], # (1)
DataPreviewOptions: NotRequired[StreamingDataPreviewOptionsTypeDef], # (2)GovernedCatalogTargetOutputTypeDef#
# GovernedCatalogTargetOutputTypeDef definition
class GovernedCatalogTargetOutputTypeDef(TypedDict):
Name: str,
Inputs: List[str],
Table: str,
Database: str,
PartitionKeys: NotRequired[List[List[str]]],
SchemaChangePolicy: NotRequired[CatalogSchemaChangePolicyTypeDef], # (1)GovernedCatalogTargetTypeDef#
# GovernedCatalogTargetTypeDef definition
class GovernedCatalogTargetTypeDef(TypedDict):
Name: str,
Inputs: Sequence[str],
Table: str,
Database: str,
PartitionKeys: NotRequired[Sequence[Sequence[str]]],
SchemaChangePolicy: NotRequired[CatalogSchemaChangePolicyTypeDef], # (1)S3CatalogTargetOutputTypeDef#
# S3CatalogTargetOutputTypeDef definition
class S3CatalogTargetOutputTypeDef(TypedDict):
Name: str,
Inputs: List[str],
Table: str,
Database: str,
PartitionKeys: NotRequired[List[List[str]]],
SchemaChangePolicy: NotRequired[CatalogSchemaChangePolicyTypeDef], # (1)S3CatalogTargetTypeDef#
# S3CatalogTargetTypeDef definition
class S3CatalogTargetTypeDef(TypedDict):
Name: str,
Inputs: Sequence[str],
Table: str,
Database: str,
PartitionKeys: NotRequired[Sequence[Sequence[str]]],
SchemaChangePolicy: NotRequired[CatalogSchemaChangePolicyTypeDef], # (1)S3DeltaCatalogTargetOutputTypeDef#
# S3DeltaCatalogTargetOutputTypeDef definition
class S3DeltaCatalogTargetOutputTypeDef(TypedDict):
Name: str,
Inputs: List[str],
Table: str,
Database: str,
PartitionKeys: NotRequired[List[List[str]]],
AdditionalOptions: NotRequired[Dict[str, str]],
SchemaChangePolicy: NotRequired[CatalogSchemaChangePolicyTypeDef], # (1)S3DeltaCatalogTargetTypeDef#
# S3DeltaCatalogTargetTypeDef definition
class S3DeltaCatalogTargetTypeDef(TypedDict):
Name: str,
Inputs: Sequence[str],
Table: str,
Database: str,
PartitionKeys: NotRequired[Sequence[Sequence[str]]],
AdditionalOptions: NotRequired[Mapping[str, str]],
SchemaChangePolicy: NotRequired[CatalogSchemaChangePolicyTypeDef], # (1)S3HudiCatalogTargetOutputTypeDef#
# S3HudiCatalogTargetOutputTypeDef definition
class S3HudiCatalogTargetOutputTypeDef(TypedDict):
Name: str,
Inputs: List[str],
Table: str,
Database: str,
AdditionalOptions: Dict[str, str],
PartitionKeys: NotRequired[List[List[str]]],
SchemaChangePolicy: NotRequired[CatalogSchemaChangePolicyTypeDef], # (1)S3HudiCatalogTargetTypeDef#
# S3HudiCatalogTargetTypeDef definition
class S3HudiCatalogTargetTypeDef(TypedDict):
Name: str,
Inputs: Sequence[str],
Table: str,
Database: str,
AdditionalOptions: Mapping[str, str],
PartitionKeys: NotRequired[Sequence[Sequence[str]]],
SchemaChangePolicy: NotRequired[CatalogSchemaChangePolicyTypeDef], # (1)ClassifierTypeDef#
# ClassifierTypeDef definition
class ClassifierTypeDef(TypedDict):
GrokClassifier: NotRequired[GrokClassifierTypeDef], # (1)
XMLClassifier: NotRequired[XMLClassifierTypeDef], # (2)
JsonClassifier: NotRequired[JsonClassifierTypeDef], # (3)
CsvClassifier: NotRequired[CsvClassifierTypeDef], # (4)- See GrokClassifierTypeDef
- See XMLClassifierTypeDef
- See JsonClassifierTypeDef
- See CsvClassifierTypeDef
CodeGenNodeOutputTypeDef#
# CodeGenNodeOutputTypeDef definition
class CodeGenNodeOutputTypeDef(TypedDict):
Id: str,
NodeType: str,
Args: List[CodeGenNodeArgTypeDef], # (1)
LineNumber: NotRequired[int],CodeGenNodeTypeDef#
# CodeGenNodeTypeDef definition
class CodeGenNodeTypeDef(TypedDict):
Id: str,
NodeType: str,
Args: Sequence[CodeGenNodeArgTypeDef], # (1)
LineNumber: NotRequired[int],LocationTypeDef#
# LocationTypeDef definition
class LocationTypeDef(TypedDict):
Jdbc: NotRequired[Sequence[CodeGenNodeArgTypeDef]], # (1)
S3: NotRequired[Sequence[CodeGenNodeArgTypeDef]], # (1)
DynamoDB: NotRequired[Sequence[CodeGenNodeArgTypeDef]], # (1)GetColumnStatisticsTaskRunResponseTypeDef#
# GetColumnStatisticsTaskRunResponseTypeDef definition
class GetColumnStatisticsTaskRunResponseTypeDef(TypedDict):
ColumnStatisticsTaskRun: ColumnStatisticsTaskRunTypeDef, # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)GetColumnStatisticsTaskRunsResponseTypeDef#
# GetColumnStatisticsTaskRunsResponseTypeDef definition
class GetColumnStatisticsTaskRunsResponseTypeDef(TypedDict):
ColumnStatisticsTaskRuns: List[ColumnStatisticsTaskRunTypeDef], # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
NextToken: NotRequired[str],ColumnStatisticsTaskSettingsTypeDef#
# ColumnStatisticsTaskSettingsTypeDef definition
class ColumnStatisticsTaskSettingsTypeDef(TypedDict):
DatabaseName: NotRequired[str],
TableName: NotRequired[str],
Schedule: NotRequired[ScheduleTypeDef], # (1)
ColumnNameList: NotRequired[List[str]],
CatalogID: NotRequired[str],
Role: NotRequired[str],
SampleSize: NotRequired[float],
SecurityConfiguration: NotRequired[str],- See ScheduleTypeDef
DateColumnStatisticsDataTypeDef#
# DateColumnStatisticsDataTypeDef definition
class DateColumnStatisticsDataTypeDef(TypedDict):
NumberOfNulls: int,
NumberOfDistinctValues: int,
MinimumValue: NotRequired[TimestampTypeDef],
MaximumValue: NotRequired[TimestampTypeDef],GetTableRequestRequestTypeDef#
# GetTableRequestRequestTypeDef definition
class GetTableRequestRequestTypeDef(TypedDict):
DatabaseName: str,
Name: str,
CatalogId: NotRequired[str],
TransactionId: NotRequired[str],
QueryAsOfTime: NotRequired[TimestampTypeDef],
IncludeStatusDetails: NotRequired[bool],GetTablesRequestRequestTypeDef#
# GetTablesRequestRequestTypeDef definition
class GetTablesRequestRequestTypeDef(TypedDict):
DatabaseName: str,
CatalogId: NotRequired[str],
Expression: NotRequired[str],
NextToken: NotRequired[str],
MaxResults: NotRequired[int],
TransactionId: NotRequired[str],
QueryAsOfTime: NotRequired[TimestampTypeDef],
IncludeStatusDetails: NotRequired[bool],
AttributesToGet: NotRequired[Sequence[TableAttributesType]], # (1)KafkaStreamingSourceOptionsTypeDef#
# KafkaStreamingSourceOptionsTypeDef definition
class KafkaStreamingSourceOptionsTypeDef(TypedDict):
BootstrapServers: NotRequired[str],
SecurityProtocol: NotRequired[str],
ConnectionName: NotRequired[str],
TopicName: NotRequired[str],
Assign: NotRequired[str],
SubscribePattern: NotRequired[str],
Classification: NotRequired[str],
Delimiter: NotRequired[str],
StartingOffsets: NotRequired[str],
EndingOffsets: NotRequired[str],
PollTimeoutMs: NotRequired[int],
NumRetries: NotRequired[int],
RetryIntervalMs: NotRequired[int],
MaxOffsetsPerTrigger: NotRequired[int],
MinPartitions: NotRequired[int],
IncludeHeaders: NotRequired[bool],
AddRecordTimestamp: NotRequired[str],
EmitConsumerLagMetrics: NotRequired[str],
StartingTimestamp: NotRequired[TimestampTypeDef],KinesisStreamingSourceOptionsTypeDef#
# KinesisStreamingSourceOptionsTypeDef definition
class KinesisStreamingSourceOptionsTypeDef(TypedDict):
EndpointUrl: NotRequired[str],
StreamName: NotRequired[str],
Classification: NotRequired[str],
Delimiter: NotRequired[str],
StartingPosition: NotRequired[StartingPositionType], # (1)
MaxFetchTimeInMs: NotRequired[int],
MaxFetchRecordsPerShard: NotRequired[int],
MaxRecordPerRead: NotRequired[int],
AddIdleTimeBetweenReads: NotRequired[bool],
IdleTimeBetweenReadsInMs: NotRequired[int],
DescribeShardInterval: NotRequired[int],
NumRetries: NotRequired[int],
RetryIntervalMs: NotRequired[int],
MaxRetryIntervalMs: NotRequired[int],
AvoidEmptyBatches: NotRequired[bool],
StreamArn: NotRequired[str],
RoleArn: NotRequired[str],
RoleSessionName: NotRequired[str],
AddRecordTimestamp: NotRequired[str],
EmitConsumerLagMetrics: NotRequired[str],
StartingTimestamp: NotRequired[TimestampTypeDef],QuerySessionContextTypeDef#
# QuerySessionContextTypeDef definition
class QuerySessionContextTypeDef(TypedDict):
QueryId: NotRequired[str],
QueryStartTime: NotRequired[TimestampTypeDef],
ClusterId: NotRequired[str],
QueryAuthorizationId: NotRequired[str],
AdditionalContext: NotRequired[Mapping[str, str]],TaskRunFilterCriteriaTypeDef#
# TaskRunFilterCriteriaTypeDef definition
class TaskRunFilterCriteriaTypeDef(TypedDict):
TaskRunType: NotRequired[TaskTypeType], # (1)
Status: NotRequired[TaskStatusTypeType], # (2)
StartedBefore: NotRequired[TimestampTypeDef],
StartedAfter: NotRequired[TimestampTypeDef],- See TaskTypeType
- See TaskStatusTypeType
TimestampFilterTypeDef#
# TimestampFilterTypeDef definition
class TimestampFilterTypeDef(TypedDict):
RecordedBefore: NotRequired[TimestampTypeDef],
RecordedAfter: NotRequired[TimestampTypeDef],CompactionMetricsTypeDef#
# CompactionMetricsTypeDef definition
class CompactionMetricsTypeDef(TypedDict):
IcebergMetrics: NotRequired[IcebergCompactionMetricsTypeDef], # (1)PredicateOutputTypeDef#
# PredicateOutputTypeDef definition
class PredicateOutputTypeDef(TypedDict):
Logical: NotRequired[LogicalType], # (1)
Conditions: NotRequired[List[ConditionTypeDef]], # (2)- See LogicalType
- See ConditionTypeDef
PredicateTypeDef#
# PredicateTypeDef definition
class PredicateTypeDef(TypedDict):
Logical: NotRequired[LogicalType], # (1)
Conditions: NotRequired[Sequence[ConditionTypeDef]], # (2)- See LogicalType
- See ConditionTypeDef
ProfileConfigurationOutputTypeDef#
# ProfileConfigurationOutputTypeDef definition
class ProfileConfigurationOutputTypeDef(TypedDict):
SessionConfiguration: NotRequired[Dict[str, ConfigurationObjectOutputTypeDef]], # (1)
JobConfiguration: NotRequired[Dict[str, ConfigurationObjectOutputTypeDef]], # (1)FindMatchesMetricsTypeDef#
# FindMatchesMetricsTypeDef definition
class FindMatchesMetricsTypeDef(TypedDict):
AreaUnderPRCurve: NotRequired[float],
Precision: NotRequired[float],
Recall: NotRequired[float],
F1: NotRequired[float],
ConfusionMatrix: NotRequired[ConfusionMatrixTypeDef], # (1)
ColumnImportances: NotRequired[List[ColumnImportanceTypeDef]], # (2)CrawlerNodeDetailsTypeDef#
# CrawlerNodeDetailsTypeDef definition
class CrawlerNodeDetailsTypeDef(TypedDict):
Crawls: NotRequired[List[CrawlTypeDef]], # (1)- See CrawlTypeDef
ListCrawlsResponseTypeDef#
# ListCrawlsResponseTypeDef definition
class ListCrawlsResponseTypeDef(TypedDict):
Crawls: List[CrawlerHistoryTypeDef], # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
NextToken: NotRequired[str],GetCrawlerMetricsResponseTypeDef#
# GetCrawlerMetricsResponseTypeDef definition
class GetCrawlerMetricsResponseTypeDef(TypedDict):
CrawlerMetricsList: List[CrawlerMetricsTypeDef], # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
NextToken: NotRequired[str],CrawlerTargetsOutputTypeDef#
# CrawlerTargetsOutputTypeDef definition
class CrawlerTargetsOutputTypeDef(TypedDict):
S3Targets: NotRequired[List[S3TargetOutputTypeDef]], # (1)
JdbcTargets: NotRequired[List[JdbcTargetOutputTypeDef]], # (2)
MongoDBTargets: NotRequired[List[MongoDBTargetTypeDef]], # (3)
DynamoDBTargets: NotRequired[List[DynamoDBTargetTypeDef]], # (4)
CatalogTargets: NotRequired[List[CatalogTargetOutputTypeDef]], # (5)
DeltaTargets: NotRequired[List[DeltaTargetOutputTypeDef]], # (6)
IcebergTargets: NotRequired[List[IcebergTargetOutputTypeDef]], # (7)
HudiTargets: NotRequired[List[HudiTargetOutputTypeDef]], # (8)- See S3TargetOutputTypeDef
- See JdbcTargetOutputTypeDef
- See MongoDBTargetTypeDef
- See DynamoDBTargetTypeDef
- See CatalogTargetOutputTypeDef
- See DeltaTargetOutputTypeDef
- See IcebergTargetOutputTypeDef
- See HudiTargetOutputTypeDef
ListCrawlsRequestRequestTypeDef#
# ListCrawlsRequestRequestTypeDef definition
class ListCrawlsRequestRequestTypeDef(TypedDict):
CrawlerName: str,
MaxResults: NotRequired[int],
Filters: NotRequired[Sequence[CrawlsFilterTypeDef]], # (1)
NextToken: NotRequired[str],CreateClassifierRequestRequestTypeDef#
# CreateClassifierRequestRequestTypeDef definition
class CreateClassifierRequestRequestTypeDef(TypedDict):
GrokClassifier: NotRequired[CreateGrokClassifierRequestTypeDef], # (1)
XMLClassifier: NotRequired[CreateXMLClassifierRequestTypeDef], # (2)
JsonClassifier: NotRequired[CreateJsonClassifierRequestTypeDef], # (3)
CsvClassifier: NotRequired[CreateCsvClassifierRequestTypeDef], # (4)- See CreateGrokClassifierRequestTypeDef
- See CreateXMLClassifierRequestTypeDef
- See CreateJsonClassifierRequestTypeDef
- See CreateCsvClassifierRequestTypeDef
CreateDataQualityRulesetRequestRequestTypeDef#
# CreateDataQualityRulesetRequestRequestTypeDef definition
class CreateDataQualityRulesetRequestRequestTypeDef(TypedDict):
Name: str,
Ruleset: str,
Description: NotRequired[str],
Tags: NotRequired[Mapping[str, str]],
TargetTable: NotRequired[DataQualityTargetTableTypeDef], # (1)
DataQualitySecurityConfiguration: NotRequired[str],
ClientToken: NotRequired[str],DataQualityRulesetFilterCriteriaTypeDef#
# DataQualityRulesetFilterCriteriaTypeDef definition
class DataQualityRulesetFilterCriteriaTypeDef(TypedDict):
Name: NotRequired[str],
Description: NotRequired[str],
CreatedBefore: NotRequired[TimestampTypeDef],
CreatedAfter: NotRequired[TimestampTypeDef],
LastModifiedBefore: NotRequired[TimestampTypeDef],
LastModifiedAfter: NotRequired[TimestampTypeDef],
TargetTable: NotRequired[DataQualityTargetTableTypeDef], # (1)DataQualityRulesetListDetailsTypeDef#
# DataQualityRulesetListDetailsTypeDef definition
class DataQualityRulesetListDetailsTypeDef(TypedDict):
Name: NotRequired[str],
Description: NotRequired[str],
CreatedOn: NotRequired[datetime],
LastModifiedOn: NotRequired[datetime],
TargetTable: NotRequired[DataQualityTargetTableTypeDef], # (1)
RecommendationRunId: NotRequired[str],
RuleCount: NotRequired[int],GetDataQualityRulesetResponseTypeDef#
# GetDataQualityRulesetResponseTypeDef definition
class GetDataQualityRulesetResponseTypeDef(TypedDict):
Name: str,
Description: str,
Ruleset: str,
TargetTable: DataQualityTargetTableTypeDef, # (1)
CreatedOn: datetime,
LastModifiedOn: datetime,
RecommendationRunId: str,
DataQualitySecurityConfiguration: str,
ResponseMetadata: ResponseMetadataTypeDef, # (2)CreatePartitionIndexRequestRequestTypeDef#
# CreatePartitionIndexRequestRequestTypeDef definition
class CreatePartitionIndexRequestRequestTypeDef(TypedDict):
DatabaseName: str,
TableName: str,
PartitionIndex: PartitionIndexTypeDef, # (1)
CatalogId: NotRequired[str],CreateSchemaInputRequestTypeDef#
# CreateSchemaInputRequestTypeDef definition
class CreateSchemaInputRequestTypeDef(TypedDict):
SchemaName: str,
DataFormat: DataFormatType, # (1)
RegistryId: NotRequired[RegistryIdTypeDef], # (2)
Compatibility: NotRequired[CompatibilityType], # (3)
Description: NotRequired[str],
Tags: NotRequired[Mapping[str, str]],
SchemaDefinition: NotRequired[str],- See DataFormatType
- See RegistryIdTypeDef
- See CompatibilityType
DeleteRegistryInputRequestTypeDef#
# DeleteRegistryInputRequestTypeDef definition
class DeleteRegistryInputRequestTypeDef(TypedDict):
RegistryId: RegistryIdTypeDef, # (1)GetRegistryInputRequestTypeDef#
# GetRegistryInputRequestTypeDef definition
class GetRegistryInputRequestTypeDef(TypedDict):
RegistryId: RegistryIdTypeDef, # (1)ListSchemasInputRequestTypeDef#
# ListSchemasInputRequestTypeDef definition
class ListSchemasInputRequestTypeDef(TypedDict):
RegistryId: NotRequired[RegistryIdTypeDef], # (1)
MaxResults: NotRequired[int],
NextToken: NotRequired[str],UpdateRegistryInputRequestTypeDef#
# UpdateRegistryInputRequestTypeDef definition
class UpdateRegistryInputRequestTypeDef(TypedDict):
RegistryId: RegistryIdTypeDef, # (1)
Description: str,CreateSessionRequestRequestTypeDef#
# CreateSessionRequestRequestTypeDef definition
class CreateSessionRequestRequestTypeDef(TypedDict):
Id: str,
Role: str,
Command: SessionCommandTypeDef, # (1)
Description: NotRequired[str],
Timeout: NotRequired[int],
IdleTimeout: NotRequired[int],
DefaultArguments: NotRequired[Mapping[str, str]],
Connections: NotRequired[ConnectionsListTypeDef], # (2)
MaxCapacity: NotRequired[float],
NumberOfWorkers: NotRequired[int],
WorkerType: NotRequired[WorkerTypeType], # (3)
SecurityConfiguration: NotRequired[str],
GlueVersion: NotRequired[str],
Tags: NotRequired[Mapping[str, str]],
RequestOrigin: NotRequired[str],SessionTypeDef#
# SessionTypeDef definition
class SessionTypeDef(TypedDict):
Id: NotRequired[str],
CreatedOn: NotRequired[datetime],
Status: NotRequired[SessionStatusType], # (1)
ErrorMessage: NotRequired[str],
Description: NotRequired[str],
Role: NotRequired[str],
Command: NotRequired[SessionCommandTypeDef], # (2)
DefaultArguments: NotRequired[Dict[str, str]],
Connections: NotRequired[ConnectionsListOutputTypeDef], # (3)
Progress: NotRequired[float],
MaxCapacity: NotRequired[float],
SecurityConfiguration: NotRequired[str],
GlueVersion: NotRequired[str],
NumberOfWorkers: NotRequired[int],
WorkerType: NotRequired[WorkerTypeType], # (4)
CompletedOn: NotRequired[datetime],
ExecutionTime: NotRequired[float],
DPUSeconds: NotRequired[float],
IdleTimeout: NotRequired[int],
ProfileName: NotRequired[str],EvaluateDataQualityMultiFrameOutputTypeDef#
# EvaluateDataQualityMultiFrameOutputTypeDef definition
class EvaluateDataQualityMultiFrameOutputTypeDef(TypedDict):
Name: str,
Inputs: List[str],
Ruleset: str,
AdditionalDataSources: NotRequired[Dict[str, str]],
PublishingOptions: NotRequired[DQResultsPublishingOptionsTypeDef], # (1)
AdditionalOptions: NotRequired[Dict[AdditionalOptionKeysType, str]], # (2)
StopJobOnFailureOptions: NotRequired[DQStopJobOnFailureOptionsTypeDef], # (3)- See DQResultsPublishingOptionsTypeDef
- See AdditionalOptionKeysType
- See DQStopJobOnFailureOptionsTypeDef
EvaluateDataQualityMultiFrameTypeDef#
# EvaluateDataQualityMultiFrameTypeDef definition
class EvaluateDataQualityMultiFrameTypeDef(TypedDict):
Name: str,
Inputs: Sequence[str],
Ruleset: str,
AdditionalDataSources: NotRequired[Mapping[str, str]],
PublishingOptions: NotRequired[DQResultsPublishingOptionsTypeDef], # (1)
AdditionalOptions: NotRequired[Mapping[AdditionalOptionKeysType, str]], # (2)
StopJobOnFailureOptions: NotRequired[DQStopJobOnFailureOptionsTypeDef], # (3)- See DQResultsPublishingOptionsTypeDef
- See AdditionalOptionKeysType
- See DQStopJobOnFailureOptionsTypeDef
EvaluateDataQualityOutputTypeDef#
# EvaluateDataQualityOutputTypeDef definition
class EvaluateDataQualityOutputTypeDef(TypedDict):
Name: str,
Inputs: List[str],
Ruleset: str,
Output: NotRequired[DQTransformOutputType], # (1)
PublishingOptions: NotRequired[DQResultsPublishingOptionsTypeDef], # (2)
StopJobOnFailureOptions: NotRequired[DQStopJobOnFailureOptionsTypeDef], # (3)- See DQTransformOutputType
- See DQResultsPublishingOptionsTypeDef
- See DQStopJobOnFailureOptionsTypeDef
EvaluateDataQualityTypeDef#
# EvaluateDataQualityTypeDef definition
class EvaluateDataQualityTypeDef(TypedDict):
Name: str,
Inputs: Sequence[str],
Ruleset: str,
Output: NotRequired[DQTransformOutputType], # (1)
PublishingOptions: NotRequired[DQResultsPublishingOptionsTypeDef], # (2)
StopJobOnFailureOptions: NotRequired[DQStopJobOnFailureOptionsTypeDef], # (3)- See DQTransformOutputType
- See DQResultsPublishingOptionsTypeDef
- See DQStopJobOnFailureOptionsTypeDef
DataCatalogEncryptionSettingsTypeDef#
# DataCatalogEncryptionSettingsTypeDef definition
class DataCatalogEncryptionSettingsTypeDef(TypedDict):
EncryptionAtRest: NotRequired[EncryptionAtRestTypeDef], # (1)
ConnectionPasswordEncryption: NotRequired[ConnectionPasswordEncryptionTypeDef], # (2)PrincipalPermissionsOutputTypeDef#
# PrincipalPermissionsOutputTypeDef definition
class PrincipalPermissionsOutputTypeDef(TypedDict):
Principal: NotRequired[DataLakePrincipalTypeDef], # (1)
Permissions: NotRequired[List[PermissionType]], # (2)PrincipalPermissionsTypeDef#
# PrincipalPermissionsTypeDef definition
class PrincipalPermissionsTypeDef(TypedDict):
Principal: NotRequired[DataLakePrincipalTypeDef], # (1)
Permissions: NotRequired[Sequence[PermissionType]], # (2)MetricBasedObservationTypeDef#
# MetricBasedObservationTypeDef definition
class MetricBasedObservationTypeDef(TypedDict):
MetricName: NotRequired[str],
StatisticId: NotRequired[str],
MetricValues: NotRequired[DataQualityMetricValuesTypeDef], # (1)
NewRules: NotRequired[List[str]],DataSourceOutputTypeDef#
# DataSourceOutputTypeDef definition
class DataSourceOutputTypeDef(TypedDict):
GlueTable: GlueTableOutputTypeDef, # (1)NullValueFieldTypeDef#
# NullValueFieldTypeDef definition
class NullValueFieldTypeDef(TypedDict):
Value: str,
Datatype: DatatypeTypeDef, # (1)- See DatatypeTypeDef
DecimalColumnStatisticsDataOutputTypeDef#
# DecimalColumnStatisticsDataOutputTypeDef definition
class DecimalColumnStatisticsDataOutputTypeDef(TypedDict):
NumberOfNulls: int,
NumberOfDistinctValues: int,
MinimumValue: NotRequired[DecimalNumberOutputTypeDef], # (1)
MaximumValue: NotRequired[DecimalNumberOutputTypeDef], # (1)DeleteSchemaInputRequestTypeDef#
# DeleteSchemaInputRequestTypeDef definition
class DeleteSchemaInputRequestTypeDef(TypedDict):
SchemaId: SchemaIdTypeDef, # (1)- See SchemaIdTypeDef
DeleteSchemaVersionsInputRequestTypeDef#
# DeleteSchemaVersionsInputRequestTypeDef definition
class DeleteSchemaVersionsInputRequestTypeDef(TypedDict):
SchemaId: SchemaIdTypeDef, # (1)
Versions: str,- See SchemaIdTypeDef
GetSchemaByDefinitionInputRequestTypeDef#
# GetSchemaByDefinitionInputRequestTypeDef definition
class GetSchemaByDefinitionInputRequestTypeDef(TypedDict):
SchemaId: SchemaIdTypeDef, # (1)
SchemaDefinition: str,- See SchemaIdTypeDef
GetSchemaInputRequestTypeDef#
# GetSchemaInputRequestTypeDef definition
class GetSchemaInputRequestTypeDef(TypedDict):
SchemaId: SchemaIdTypeDef, # (1)- See SchemaIdTypeDef
ListSchemaVersionsInputRequestTypeDef#
# ListSchemaVersionsInputRequestTypeDef definition
class ListSchemaVersionsInputRequestTypeDef(TypedDict):
SchemaId: SchemaIdTypeDef, # (1)
MaxResults: NotRequired[int],
NextToken: NotRequired[str],- See SchemaIdTypeDef
RegisterSchemaVersionInputRequestTypeDef#
# RegisterSchemaVersionInputRequestTypeDef definition
class RegisterSchemaVersionInputRequestTypeDef(TypedDict):
SchemaId: SchemaIdTypeDef, # (1)
SchemaDefinition: str,- See SchemaIdTypeDef
SchemaReferenceTypeDef#
# SchemaReferenceTypeDef definition
class SchemaReferenceTypeDef(TypedDict):
SchemaId: NotRequired[SchemaIdTypeDef], # (1)
SchemaVersionId: NotRequired[str],
SchemaVersionNumber: NotRequired[int],- See SchemaIdTypeDef
UpdateDevEndpointRequestRequestTypeDef#
# UpdateDevEndpointRequestRequestTypeDef definition
class UpdateDevEndpointRequestRequestTypeDef(TypedDict):
EndpointName: str,
PublicKey: NotRequired[str],
AddPublicKeys: NotRequired[Sequence[str]],
DeletePublicKeys: NotRequired[Sequence[str]],
CustomLibraries: NotRequired[DevEndpointCustomLibrariesTypeDef], # (1)
UpdateEtlLibraries: NotRequired[bool],
DeleteArguments: NotRequired[Sequence[str]],
AddArguments: NotRequired[Mapping[str, str]],S3DeltaDirectTargetOutputTypeDef#
# S3DeltaDirectTargetOutputTypeDef definition
class S3DeltaDirectTargetOutputTypeDef(TypedDict):
Name: str,
Inputs: List[str],
Path: str,
Compression: DeltaTargetCompressionTypeType, # (1)
Format: TargetFormatType, # (2)
PartitionKeys: NotRequired[List[List[str]]],
AdditionalOptions: NotRequired[Dict[str, str]],
SchemaChangePolicy: NotRequired[DirectSchemaChangePolicyTypeDef], # (3)S3DeltaDirectTargetTypeDef#
# S3DeltaDirectTargetTypeDef definition
class S3DeltaDirectTargetTypeDef(TypedDict):
Name: str,
Inputs: Sequence[str],
Path: str,
Compression: DeltaTargetCompressionTypeType, # (1)
Format: TargetFormatType, # (2)
PartitionKeys: NotRequired[Sequence[Sequence[str]]],
AdditionalOptions: NotRequired[Mapping[str, str]],
SchemaChangePolicy: NotRequired[DirectSchemaChangePolicyTypeDef], # (3)S3DirectTargetOutputTypeDef#
# S3DirectTargetOutputTypeDef definition
class S3DirectTargetOutputTypeDef(TypedDict):
Name: str,
Inputs: List[str],
Path: str,
Format: TargetFormatType, # (1)
PartitionKeys: NotRequired[List[List[str]]],
Compression: NotRequired[str],
SchemaChangePolicy: NotRequired[DirectSchemaChangePolicyTypeDef], # (2)S3DirectTargetTypeDef#
# S3DirectTargetTypeDef definition
class S3DirectTargetTypeDef(TypedDict):
Name: str,
Inputs: Sequence[str],
Path: str,
Format: TargetFormatType, # (1)
PartitionKeys: NotRequired[Sequence[Sequence[str]]],
Compression: NotRequired[str],
SchemaChangePolicy: NotRequired[DirectSchemaChangePolicyTypeDef], # (2)S3GlueParquetTargetOutputTypeDef#
# S3GlueParquetTargetOutputTypeDef definition
class S3GlueParquetTargetOutputTypeDef(TypedDict):
Name: str,
Inputs: List[str],
Path: str,
PartitionKeys: NotRequired[List[List[str]]],
Compression: NotRequired[ParquetCompressionTypeType], # (1)
SchemaChangePolicy: NotRequired[DirectSchemaChangePolicyTypeDef], # (2)S3GlueParquetTargetTypeDef#
# S3GlueParquetTargetTypeDef definition
class S3GlueParquetTargetTypeDef(TypedDict):
Name: str,
Inputs: Sequence[str],
Path: str,
PartitionKeys: NotRequired[Sequence[Sequence[str]]],
Compression: NotRequired[ParquetCompressionTypeType], # (1)
SchemaChangePolicy: NotRequired[DirectSchemaChangePolicyTypeDef], # (2)S3HudiDirectTargetOutputTypeDef#
# S3HudiDirectTargetOutputTypeDef definition
class S3HudiDirectTargetOutputTypeDef(TypedDict):
Name: str,
Inputs: List[str],
Path: str,
Compression: HudiTargetCompressionTypeType, # (1)
Format: TargetFormatType, # (2)
AdditionalOptions: Dict[str, str],
PartitionKeys: NotRequired[List[List[str]]],
SchemaChangePolicy: NotRequired[DirectSchemaChangePolicyTypeDef], # (3)S3HudiDirectTargetTypeDef#
# S3HudiDirectTargetTypeDef definition
class S3HudiDirectTargetTypeDef(TypedDict):
Name: str,
Inputs: Sequence[str],
Path: str,
Compression: HudiTargetCompressionTypeType, # (1)
Format: TargetFormatType, # (2)
AdditionalOptions: Mapping[str, str],
PartitionKeys: NotRequired[Sequence[Sequence[str]]],
SchemaChangePolicy: NotRequired[DirectSchemaChangePolicyTypeDef], # (3)EncryptionConfigurationOutputTypeDef#
# EncryptionConfigurationOutputTypeDef definition
class EncryptionConfigurationOutputTypeDef(TypedDict):
S3Encryption: NotRequired[List[S3EncryptionTypeDef]], # (1)
CloudWatchEncryption: NotRequired[CloudWatchEncryptionTypeDef], # (2)
JobBookmarksEncryption: NotRequired[JobBookmarksEncryptionTypeDef], # (3)EncryptionConfigurationTypeDef#
# EncryptionConfigurationTypeDef definition
class EncryptionConfigurationTypeDef(TypedDict):
S3Encryption: NotRequired[Sequence[S3EncryptionTypeDef]], # (1)
CloudWatchEncryption: NotRequired[CloudWatchEncryptionTypeDef], # (2)
JobBookmarksEncryption: NotRequired[JobBookmarksEncryptionTypeDef], # (3)SchemaVersionErrorItemTypeDef#
# SchemaVersionErrorItemTypeDef definition
class SchemaVersionErrorItemTypeDef(TypedDict):
VersionNumber: NotRequired[int],
ErrorDetails: NotRequired[ErrorDetailsTypeDef], # (1)FilterExpressionOutputTypeDef#
# FilterExpressionOutputTypeDef definition
class FilterExpressionOutputTypeDef(TypedDict):
Operation: FilterOperationType, # (1)
Values: List[FilterValueOutputTypeDef], # (2)
Negated: NotRequired[bool],TransformParametersTypeDef#
# TransformParametersTypeDef definition
class TransformParametersTypeDef(TypedDict):
TransformType: TransformTypeType, # (1)
FindMatchesParameters: NotRequired[FindMatchesParametersTypeDef], # (2)GetClassifiersRequestGetClassifiersPaginateTypeDef#
# GetClassifiersRequestGetClassifiersPaginateTypeDef definition
class GetClassifiersRequestGetClassifiersPaginateTypeDef(TypedDict):
PaginationConfig: NotRequired[PaginatorConfigTypeDef], # (1)GetCrawlerMetricsRequestGetCrawlerMetricsPaginateTypeDef#
# GetCrawlerMetricsRequestGetCrawlerMetricsPaginateTypeDef definition
class GetCrawlerMetricsRequestGetCrawlerMetricsPaginateTypeDef(TypedDict):
CrawlerNameList: NotRequired[Sequence[str]],
PaginationConfig: NotRequired[PaginatorConfigTypeDef], # (1)GetCrawlersRequestGetCrawlersPaginateTypeDef#
# GetCrawlersRequestGetCrawlersPaginateTypeDef definition
class GetCrawlersRequestGetCrawlersPaginateTypeDef(TypedDict):
PaginationConfig: NotRequired[PaginatorConfigTypeDef], # (1)GetDatabasesRequestGetDatabasesPaginateTypeDef#
# GetDatabasesRequestGetDatabasesPaginateTypeDef definition
class GetDatabasesRequestGetDatabasesPaginateTypeDef(TypedDict):
CatalogId: NotRequired[str],
ResourceShareType: NotRequired[ResourceShareTypeType], # (1)
AttributesToGet: NotRequired[Sequence[DatabaseAttributesType]], # (2)
PaginationConfig: NotRequired[PaginatorConfigTypeDef], # (3)GetDevEndpointsRequestGetDevEndpointsPaginateTypeDef#
# GetDevEndpointsRequestGetDevEndpointsPaginateTypeDef definition
class GetDevEndpointsRequestGetDevEndpointsPaginateTypeDef(TypedDict):
PaginationConfig: NotRequired[PaginatorConfigTypeDef], # (1)GetJobRunsRequestGetJobRunsPaginateTypeDef#
# GetJobRunsRequestGetJobRunsPaginateTypeDef definition
class GetJobRunsRequestGetJobRunsPaginateTypeDef(TypedDict):
JobName: str,
PaginationConfig: NotRequired[PaginatorConfigTypeDef], # (1)GetJobsRequestGetJobsPaginateTypeDef#
# GetJobsRequestGetJobsPaginateTypeDef definition
class GetJobsRequestGetJobsPaginateTypeDef(TypedDict):
PaginationConfig: NotRequired[PaginatorConfigTypeDef], # (1)GetPartitionIndexesRequestGetPartitionIndexesPaginateTypeDef#
# GetPartitionIndexesRequestGetPartitionIndexesPaginateTypeDef definition
class GetPartitionIndexesRequestGetPartitionIndexesPaginateTypeDef(TypedDict):
DatabaseName: str,
TableName: str,
CatalogId: NotRequired[str],
PaginationConfig: NotRequired[PaginatorConfigTypeDef], # (1)GetResourcePoliciesRequestGetResourcePoliciesPaginateTypeDef#
# GetResourcePoliciesRequestGetResourcePoliciesPaginateTypeDef definition
class GetResourcePoliciesRequestGetResourcePoliciesPaginateTypeDef(TypedDict):
PaginationConfig: NotRequired[PaginatorConfigTypeDef], # (1)GetSecurityConfigurationsRequestGetSecurityConfigurationsPaginateTypeDef#
# GetSecurityConfigurationsRequestGetSecurityConfigurationsPaginateTypeDef definition
class GetSecurityConfigurationsRequestGetSecurityConfigurationsPaginateTypeDef(TypedDict):
PaginationConfig: NotRequired[PaginatorConfigTypeDef], # (1)GetTableVersionsRequestGetTableVersionsPaginateTypeDef#
# GetTableVersionsRequestGetTableVersionsPaginateTypeDef definition
class GetTableVersionsRequestGetTableVersionsPaginateTypeDef(TypedDict):
DatabaseName: str,
TableName: str,
CatalogId: NotRequired[str],
PaginationConfig: NotRequired[PaginatorConfigTypeDef], # (1)GetTablesRequestGetTablesPaginateTypeDef#
# GetTablesRequestGetTablesPaginateTypeDef definition
class GetTablesRequestGetTablesPaginateTypeDef(TypedDict):
DatabaseName: str,
CatalogId: NotRequired[str],
Expression: NotRequired[str],
TransactionId: NotRequired[str],
QueryAsOfTime: NotRequired[TimestampTypeDef],
IncludeStatusDetails: NotRequired[bool],
AttributesToGet: NotRequired[Sequence[TableAttributesType]], # (1)
PaginationConfig: NotRequired[PaginatorConfigTypeDef], # (2)GetTriggersRequestGetTriggersPaginateTypeDef#
# GetTriggersRequestGetTriggersPaginateTypeDef definition
class GetTriggersRequestGetTriggersPaginateTypeDef(TypedDict):
DependentJobName: NotRequired[str],
PaginationConfig: NotRequired[PaginatorConfigTypeDef], # (1)GetUserDefinedFunctionsRequestGetUserDefinedFunctionsPaginateTypeDef#
# GetUserDefinedFunctionsRequestGetUserDefinedFunctionsPaginateTypeDef definition
class GetUserDefinedFunctionsRequestGetUserDefinedFunctionsPaginateTypeDef(TypedDict):
Pattern: str,
CatalogId: NotRequired[str],
DatabaseName: NotRequired[str],
PaginationConfig: NotRequired[PaginatorConfigTypeDef], # (1)GetWorkflowRunsRequestGetWorkflowRunsPaginateTypeDef#
# GetWorkflowRunsRequestGetWorkflowRunsPaginateTypeDef definition
class GetWorkflowRunsRequestGetWorkflowRunsPaginateTypeDef(TypedDict):
Name: str,
IncludeGraph: NotRequired[bool],
PaginationConfig: NotRequired[PaginatorConfigTypeDef], # (1)ListBlueprintsRequestListBlueprintsPaginateTypeDef#
# ListBlueprintsRequestListBlueprintsPaginateTypeDef definition
class ListBlueprintsRequestListBlueprintsPaginateTypeDef(TypedDict):
Tags: NotRequired[Mapping[str, str]],
PaginationConfig: NotRequired[PaginatorConfigTypeDef], # (1)ListJobsRequestListJobsPaginateTypeDef#
# ListJobsRequestListJobsPaginateTypeDef definition
class ListJobsRequestListJobsPaginateTypeDef(TypedDict):
Tags: NotRequired[Mapping[str, str]],
PaginationConfig: NotRequired[PaginatorConfigTypeDef], # (1)ListRegistriesInputListRegistriesPaginateTypeDef#
# ListRegistriesInputListRegistriesPaginateTypeDef definition
class ListRegistriesInputListRegistriesPaginateTypeDef(TypedDict):
PaginationConfig: NotRequired[PaginatorConfigTypeDef], # (1)ListSchemaVersionsInputListSchemaVersionsPaginateTypeDef#
# ListSchemaVersionsInputListSchemaVersionsPaginateTypeDef definition
class ListSchemaVersionsInputListSchemaVersionsPaginateTypeDef(TypedDict):
SchemaId: SchemaIdTypeDef, # (1)
PaginationConfig: NotRequired[PaginatorConfigTypeDef], # (2)ListSchemasInputListSchemasPaginateTypeDef#
# ListSchemasInputListSchemasPaginateTypeDef definition
class ListSchemasInputListSchemasPaginateTypeDef(TypedDict):
RegistryId: NotRequired[RegistryIdTypeDef], # (1)
PaginationConfig: NotRequired[PaginatorConfigTypeDef], # (2)ListTableOptimizerRunsRequestListTableOptimizerRunsPaginateTypeDef#
# ListTableOptimizerRunsRequestListTableOptimizerRunsPaginateTypeDef definition
class ListTableOptimizerRunsRequestListTableOptimizerRunsPaginateTypeDef(TypedDict):
CatalogId: str,
DatabaseName: str,
TableName: str,
Type: TableOptimizerTypeType, # (1)
PaginationConfig: NotRequired[PaginatorConfigTypeDef], # (2)ListTriggersRequestListTriggersPaginateTypeDef#
# ListTriggersRequestListTriggersPaginateTypeDef definition
class ListTriggersRequestListTriggersPaginateTypeDef(TypedDict):
DependentJobName: NotRequired[str],
Tags: NotRequired[Mapping[str, str]],
PaginationConfig: NotRequired[PaginatorConfigTypeDef], # (1)ListUsageProfilesRequestListUsageProfilesPaginateTypeDef#
# ListUsageProfilesRequestListUsageProfilesPaginateTypeDef definition
class ListUsageProfilesRequestListUsageProfilesPaginateTypeDef(TypedDict):
PaginationConfig: NotRequired[PaginatorConfigTypeDef], # (1)ListWorkflowsRequestListWorkflowsPaginateTypeDef#
# ListWorkflowsRequestListWorkflowsPaginateTypeDef definition
class ListWorkflowsRequestListWorkflowsPaginateTypeDef(TypedDict):
PaginationConfig: NotRequired[PaginatorConfigTypeDef], # (1)GetConnectionsRequestGetConnectionsPaginateTypeDef#
# GetConnectionsRequestGetConnectionsPaginateTypeDef definition
class GetConnectionsRequestGetConnectionsPaginateTypeDef(TypedDict):
CatalogId: NotRequired[str],
Filter: NotRequired[GetConnectionsFilterTypeDef], # (1)
HidePassword: NotRequired[bool],
PaginationConfig: NotRequired[PaginatorConfigTypeDef], # (2)GetConnectionsRequestRequestTypeDef#
# GetConnectionsRequestRequestTypeDef definition
class GetConnectionsRequestRequestTypeDef(TypedDict):
CatalogId: NotRequired[str],
Filter: NotRequired[GetConnectionsFilterTypeDef], # (1)
HidePassword: NotRequired[bool],
NextToken: NotRequired[str],
MaxResults: NotRequired[int],GetDataQualityModelResultResponseTypeDef#
# GetDataQualityModelResultResponseTypeDef definition
class GetDataQualityModelResultResponseTypeDef(TypedDict):
CompletedOn: datetime,
Model: List[StatisticModelResultTypeDef], # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)GetJobBookmarkResponseTypeDef#
# GetJobBookmarkResponseTypeDef definition
class GetJobBookmarkResponseTypeDef(TypedDict):
JobBookmarkEntry: JobBookmarkEntryTypeDef, # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)ResetJobBookmarkResponseTypeDef#
# ResetJobBookmarkResponseTypeDef definition
class ResetJobBookmarkResponseTypeDef(TypedDict):
JobBookmarkEntry: JobBookmarkEntryTypeDef, # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)TransformFilterCriteriaTypeDef#
# TransformFilterCriteriaTypeDef definition
class TransformFilterCriteriaTypeDef(TypedDict):
Name: NotRequired[str],
TransformType: NotRequired[TransformTypeType], # (1)
Status: NotRequired[TransformStatusTypeType], # (2)
GlueVersion: NotRequired[str],
CreatedBefore: NotRequired[TimestampTypeDef],
CreatedAfter: NotRequired[TimestampTypeDef],
LastModifiedBefore: NotRequired[TimestampTypeDef],
LastModifiedAfter: NotRequired[TimestampTypeDef],
Schema: NotRequired[Sequence[SchemaColumnTypeDef]], # (3)GetMappingResponseTypeDef#
# GetMappingResponseTypeDef definition
class GetMappingResponseTypeDef(TypedDict):
Mapping: List[MappingEntryTypeDef], # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)GetPartitionsRequestGetPartitionsPaginateTypeDef#
# GetPartitionsRequestGetPartitionsPaginateTypeDef definition
class GetPartitionsRequestGetPartitionsPaginateTypeDef(TypedDict):
DatabaseName: str,
TableName: str,
CatalogId: NotRequired[str],
Expression: NotRequired[str],
Segment: NotRequired[SegmentTypeDef], # (1)
ExcludeColumnSchema: NotRequired[bool],
TransactionId: NotRequired[str],
QueryAsOfTime: NotRequired[TimestampTypeDef],
PaginationConfig: NotRequired[PaginatorConfigTypeDef], # (2)- See SegmentTypeDef
- See PaginatorConfigTypeDef
GetPartitionsRequestRequestTypeDef#
# GetPartitionsRequestRequestTypeDef definition
class GetPartitionsRequestRequestTypeDef(TypedDict):
DatabaseName: str,
TableName: str,
CatalogId: NotRequired[str],
Expression: NotRequired[str],
NextToken: NotRequired[str],
Segment: NotRequired[SegmentTypeDef], # (1)
MaxResults: NotRequired[int],
ExcludeColumnSchema: NotRequired[bool],
TransactionId: NotRequired[str],
QueryAsOfTime: NotRequired[TimestampTypeDef],- See SegmentTypeDef
GetResourcePoliciesResponseTypeDef#
# GetResourcePoliciesResponseTypeDef definition
class GetResourcePoliciesResponseTypeDef(TypedDict):
GetResourcePoliciesResponseList: List[GluePolicyTypeDef], # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
NextToken: NotRequired[str],GetSchemaVersionInputRequestTypeDef#
# GetSchemaVersionInputRequestTypeDef definition
class GetSchemaVersionInputRequestTypeDef(TypedDict):
SchemaId: NotRequired[SchemaIdTypeDef], # (1)
SchemaVersionId: NotRequired[str],
SchemaVersionNumber: NotRequired[SchemaVersionNumberTypeDef], # (2)GetSchemaVersionsDiffInputRequestTypeDef#
# GetSchemaVersionsDiffInputRequestTypeDef definition
class GetSchemaVersionsDiffInputRequestTypeDef(TypedDict):
SchemaId: SchemaIdTypeDef, # (1)
FirstSchemaVersionNumber: SchemaVersionNumberTypeDef, # (2)
SecondSchemaVersionNumber: SchemaVersionNumberTypeDef, # (2)
SchemaDiffType: SchemaDiffTypeType, # (4)- See SchemaIdTypeDef
- See SchemaVersionNumberTypeDef
- See SchemaVersionNumberTypeDef
- See SchemaDiffTypeType
UpdateSchemaInputRequestTypeDef#
# UpdateSchemaInputRequestTypeDef definition
class UpdateSchemaInputRequestTypeDef(TypedDict):
SchemaId: SchemaIdTypeDef, # (1)
SchemaVersionNumber: NotRequired[SchemaVersionNumberTypeDef], # (2)
Compatibility: NotRequired[CompatibilityType], # (3)
Description: NotRequired[str],GlueSchemaOutputTypeDef#
# GlueSchemaOutputTypeDef definition
class GlueSchemaOutputTypeDef(TypedDict):
Columns: NotRequired[List[GlueStudioSchemaColumnTypeDef]], # (1)GlueSchemaTypeDef#
# GlueSchemaTypeDef definition
class GlueSchemaTypeDef(TypedDict):
Columns: NotRequired[Sequence[GlueStudioSchemaColumnTypeDef]], # (1)GovernedCatalogSourceTypeDef#
# GovernedCatalogSourceTypeDef definition
class GovernedCatalogSourceTypeDef(TypedDict):
Name: str,
Database: str,
Table: str,
PartitionPredicate: NotRequired[str],
AdditionalOptions: NotRequired[S3SourceAdditionalOptionsTypeDef], # (1)S3CatalogSourceTypeDef#
# S3CatalogSourceTypeDef definition
class S3CatalogSourceTypeDef(TypedDict):
Name: str,
Database: str,
Table: str,
PartitionPredicate: NotRequired[str],
AdditionalOptions: NotRequired[S3SourceAdditionalOptionsTypeDef], # (1)OpenTableFormatInputTypeDef#
# OpenTableFormatInputTypeDef definition
class OpenTableFormatInputTypeDef(TypedDict):
IcebergInput: NotRequired[IcebergInputTypeDef], # (1)OrphanFileDeletionConfigurationTypeDef#
# OrphanFileDeletionConfigurationTypeDef definition
class OrphanFileDeletionConfigurationTypeDef(TypedDict):
icebergConfiguration: NotRequired[IcebergOrphanFileDeletionConfigurationTypeDef], # (1)OrphanFileDeletionMetricsTypeDef#
# OrphanFileDeletionMetricsTypeDef definition
class OrphanFileDeletionMetricsTypeDef(TypedDict):
IcebergMetrics: NotRequired[IcebergOrphanFileDeletionMetricsTypeDef], # (1)RetentionConfigurationTypeDef#
# RetentionConfigurationTypeDef definition
class RetentionConfigurationTypeDef(TypedDict):
icebergConfiguration: NotRequired[IcebergRetentionConfigurationTypeDef], # (1)RetentionMetricsTypeDef#
# RetentionMetricsTypeDef definition
class RetentionMetricsTypeDef(TypedDict):
IcebergMetrics: NotRequired[IcebergRetentionMetricsTypeDef], # (1)JobRunTypeDef#
# JobRunTypeDef definition
class JobRunTypeDef(TypedDict):
Id: NotRequired[str],
Attempt: NotRequired[int],
PreviousRunId: NotRequired[str],
TriggerName: NotRequired[str],
JobName: NotRequired[str],
JobMode: NotRequired[JobModeType], # (1)
JobRunQueuingEnabled: NotRequired[bool],
StartedOn: NotRequired[datetime],
LastModifiedOn: NotRequired[datetime],
CompletedOn: NotRequired[datetime],
JobRunState: NotRequired[JobRunStateType], # (2)
Arguments: NotRequired[Dict[str, str]],
ErrorMessage: NotRequired[str],
PredecessorRuns: NotRequired[List[PredecessorTypeDef]], # (3)
AllocatedCapacity: NotRequired[int],
ExecutionTime: NotRequired[int],
Timeout: NotRequired[int],
MaxCapacity: NotRequired[float],
WorkerType: NotRequired[WorkerTypeType], # (4)
NumberOfWorkers: NotRequired[int],
SecurityConfiguration: NotRequired[str],
LogGroupName: NotRequired[str],
NotificationProperty: NotRequired[NotificationPropertyTypeDef], # (5)
GlueVersion: NotRequired[str],
DPUSeconds: NotRequired[float],
ExecutionClass: NotRequired[ExecutionClassType], # (6)
MaintenanceWindow: NotRequired[str],
ProfileName: NotRequired[str],
StateDetail: NotRequired[str],- See JobModeType
- See JobRunStateType
- See PredecessorTypeDef
- See WorkerTypeType
- See NotificationPropertyTypeDef
- See ExecutionClassType
JoinOutputTypeDef#
# JoinOutputTypeDef definition
class JoinOutputTypeDef(TypedDict):
Name: str,
Inputs: List[str],
JoinType: JoinTypeType, # (1)
Columns: List[JoinColumnOutputTypeDef], # (2)- See JoinTypeType
- See JoinColumnOutputTypeDef
TaskRunPropertiesTypeDef#
# TaskRunPropertiesTypeDef definition
class TaskRunPropertiesTypeDef(TypedDict):
TaskType: NotRequired[TaskTypeType], # (1)
ImportLabelsTaskRunProperties: NotRequired[ImportLabelsTaskRunPropertiesTypeDef], # (2)
ExportLabelsTaskRunProperties: NotRequired[ExportLabelsTaskRunPropertiesTypeDef], # (3)
LabelingSetGenerationTaskRunProperties: NotRequired[LabelingSetGenerationTaskRunPropertiesTypeDef], # (4)
FindMatchesTaskRunProperties: NotRequired[FindMatchesTaskRunPropertiesTypeDef], # (5)- See TaskTypeType
- See ImportLabelsTaskRunPropertiesTypeDef
- See ExportLabelsTaskRunPropertiesTypeDef
- See LabelingSetGenerationTaskRunPropertiesTypeDef
- See FindMatchesTaskRunPropertiesTypeDef
ListRegistriesResponseTypeDef#
# ListRegistriesResponseTypeDef definition
class ListRegistriesResponseTypeDef(TypedDict):
Registries: List[RegistryListItemTypeDef], # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
NextToken: NotRequired[str],ListSchemaVersionsResponseTypeDef#
# ListSchemaVersionsResponseTypeDef definition
class ListSchemaVersionsResponseTypeDef(TypedDict):
Schemas: List[SchemaVersionListItemTypeDef], # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
NextToken: NotRequired[str],ListSchemasResponseTypeDef#
# ListSchemasResponseTypeDef definition
class ListSchemasResponseTypeDef(TypedDict):
Schemas: List[SchemaListItemTypeDef], # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
NextToken: NotRequired[str],ListUsageProfilesResponseTypeDef#
# ListUsageProfilesResponseTypeDef definition
class ListUsageProfilesResponseTypeDef(TypedDict):
Profiles: List[UsageProfileDefinitionTypeDef], # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
NextToken: NotRequired[str],TransformEncryptionTypeDef#
# TransformEncryptionTypeDef definition
class TransformEncryptionTypeDef(TypedDict):
MlUserDataEncryption: NotRequired[MLUserDataEncryptionTypeDef], # (1)
TaskRunSecurityConfigurationName: NotRequired[str],MetadataInfoTypeDef#
# MetadataInfoTypeDef definition
class MetadataInfoTypeDef(TypedDict):
MetadataValue: NotRequired[str],
CreatedTime: NotRequired[str],
OtherMetadataValueList: NotRequired[List[OtherMetadataValueListItemTypeDef]], # (1)PutSchemaVersionMetadataInputRequestTypeDef#
# PutSchemaVersionMetadataInputRequestTypeDef definition
class PutSchemaVersionMetadataInputRequestTypeDef(TypedDict):
MetadataKeyValue: MetadataKeyValuePairTypeDef, # (1)
SchemaId: NotRequired[SchemaIdTypeDef], # (2)
SchemaVersionNumber: NotRequired[SchemaVersionNumberTypeDef], # (3)
SchemaVersionId: NotRequired[str],QuerySchemaVersionMetadataInputRequestTypeDef#
# QuerySchemaVersionMetadataInputRequestTypeDef definition
class QuerySchemaVersionMetadataInputRequestTypeDef(TypedDict):
SchemaId: NotRequired[SchemaIdTypeDef], # (1)
SchemaVersionNumber: NotRequired[SchemaVersionNumberTypeDef], # (2)
SchemaVersionId: NotRequired[str],
MetadataList: NotRequired[Sequence[MetadataKeyValuePairTypeDef]], # (3)
MaxResults: NotRequired[int],
NextToken: NotRequired[str],RemoveSchemaVersionMetadataInputRequestTypeDef#
# RemoveSchemaVersionMetadataInputRequestTypeDef definition
class RemoveSchemaVersionMetadataInputRequestTypeDef(TypedDict):
MetadataKeyValue: MetadataKeyValuePairTypeDef, # (1)
SchemaId: NotRequired[SchemaIdTypeDef], # (2)
SchemaVersionNumber: NotRequired[SchemaVersionNumberTypeDef], # (3)
SchemaVersionId: NotRequired[str],OAuth2PropertiesInputTypeDef#
# OAuth2PropertiesInputTypeDef definition
class OAuth2PropertiesInputTypeDef(TypedDict):
OAuth2GrantType: NotRequired[OAuth2GrantTypeType], # (1)
OAuth2ClientApplication: NotRequired[OAuth2ClientApplicationTypeDef], # (2)
TokenUrl: NotRequired[str],
TokenUrlParametersMap: NotRequired[Mapping[str, str]],
AuthorizationCodeProperties: NotRequired[AuthorizationCodePropertiesTypeDef], # (3)OAuth2PropertiesTypeDef#
# OAuth2PropertiesTypeDef definition
class OAuth2PropertiesTypeDef(TypedDict):
OAuth2GrantType: NotRequired[OAuth2GrantTypeType], # (1)
OAuth2ClientApplication: NotRequired[OAuth2ClientApplicationTypeDef], # (2)
TokenUrl: NotRequired[str],
TokenUrlParametersMap: NotRequired[Dict[str, str]],RecipeStepOutputTypeDef#
# RecipeStepOutputTypeDef definition
class RecipeStepOutputTypeDef(TypedDict):
Action: RecipeActionOutputTypeDef, # (1)
ConditionExpressions: NotRequired[List[ConditionExpressionTypeDef]], # (2)RedshiftTargetOutputTypeDef#
# RedshiftTargetOutputTypeDef definition
class RedshiftTargetOutputTypeDef(TypedDict):
Name: str,
Inputs: List[str],
Database: str,
Table: str,
RedshiftTmpDir: NotRequired[str],
TmpDirIAMRole: NotRequired[str],
UpsertRedshiftOptions: NotRequired[UpsertRedshiftTargetOptionsOutputTypeDef], # (1)UserDefinedFunctionInputTypeDef#
# UserDefinedFunctionInputTypeDef definition
class UserDefinedFunctionInputTypeDef(TypedDict):
FunctionName: NotRequired[str],
ClassName: NotRequired[str],
OwnerName: NotRequired[str],
OwnerType: NotRequired[PrincipalTypeType], # (1)
ResourceUris: NotRequired[Sequence[ResourceUriTypeDef]], # (2)- See PrincipalTypeType
- See ResourceUriTypeDef
UserDefinedFunctionTypeDef#
# UserDefinedFunctionTypeDef definition
class UserDefinedFunctionTypeDef(TypedDict):
FunctionName: NotRequired[str],
DatabaseName: NotRequired[str],
ClassName: NotRequired[str],
OwnerName: NotRequired[str],
OwnerType: NotRequired[PrincipalTypeType], # (1)
CreateTime: NotRequired[datetime],
ResourceUris: NotRequired[List[ResourceUriTypeDef]], # (2)
CatalogId: NotRequired[str],- See PrincipalTypeType
- See ResourceUriTypeDef
SearchTablesRequestRequestTypeDef#
# SearchTablesRequestRequestTypeDef definition
class SearchTablesRequestRequestTypeDef(TypedDict):
CatalogId: NotRequired[str],
NextToken: NotRequired[str],
Filters: NotRequired[Sequence[PropertyPredicateTypeDef]], # (1)
SearchText: NotRequired[str],
SortCriteria: NotRequired[Sequence[SortCriterionTypeDef]], # (2)
MaxResults: NotRequired[int],
ResourceShareType: NotRequired[ResourceShareTypeType], # (3)
IncludeStatusDetails: NotRequired[bool],StatementOutputTypeDef#
# StatementOutputTypeDef definition
class StatementOutputTypeDef(TypedDict):
Data: NotRequired[StatementOutputDataTypeDef], # (1)
ExecutionCount: NotRequired[int],
Status: NotRequired[StatementStateType], # (2)
ErrorName: NotRequired[str],
ErrorValue: NotRequired[str],
Traceback: NotRequired[List[str]],StatisticAnnotationTypeDef#
# StatisticAnnotationTypeDef definition
class StatisticAnnotationTypeDef(TypedDict):
ProfileId: NotRequired[str],
StatisticId: NotRequired[str],
StatisticRecordedOn: NotRequired[datetime],
InclusionAnnotation: NotRequired[TimestampedInclusionAnnotationTypeDef], # (1)StatisticSummaryTypeDef#
# StatisticSummaryTypeDef definition
class StatisticSummaryTypeDef(TypedDict):
StatisticId: NotRequired[str],
ProfileId: NotRequired[str],
RunIdentifier: NotRequired[RunIdentifierTypeDef], # (1)
StatisticName: NotRequired[str],
DoubleValue: NotRequired[float],
EvaluationLevel: NotRequired[StatisticEvaluationLevelType], # (2)
ColumnsReferenced: NotRequired[List[str]],
ReferencedDatasets: NotRequired[List[str]],
StatisticProperties: NotRequired[Dict[str, str]],
RecordedOn: NotRequired[datetime],
InclusionAnnotation: NotRequired[TimestampedInclusionAnnotationTypeDef], # (3)UpdateClassifierRequestRequestTypeDef#
# UpdateClassifierRequestRequestTypeDef definition
class UpdateClassifierRequestRequestTypeDef(TypedDict):
GrokClassifier: NotRequired[UpdateGrokClassifierRequestTypeDef], # (1)
XMLClassifier: NotRequired[UpdateXMLClassifierRequestTypeDef], # (2)
JsonClassifier: NotRequired[UpdateJsonClassifierRequestTypeDef], # (3)
CsvClassifier: NotRequired[UpdateCsvClassifierRequestTypeDef], # (4)- See UpdateGrokClassifierRequestTypeDef
- See UpdateXMLClassifierRequestTypeDef
- See UpdateJsonClassifierRequestTypeDef
- See UpdateCsvClassifierRequestTypeDef
ViewDefinitionInputTypeDef#
# ViewDefinitionInputTypeDef definition
class ViewDefinitionInputTypeDef(TypedDict):
IsProtected: NotRequired[bool],
Definer: NotRequired[str],
Representations: NotRequired[Sequence[ViewRepresentationInputTypeDef]], # (1)
SubObjects: NotRequired[Sequence[str]],ViewDefinitionTypeDef#
# ViewDefinitionTypeDef definition
class ViewDefinitionTypeDef(TypedDict):
IsProtected: NotRequired[bool],
Definer: NotRequired[str],
SubObjects: NotRequired[List[str]],
Representations: NotRequired[List[ViewRepresentationTypeDef]], # (1)AggregateTypeDef#
# AggregateTypeDef definition
class AggregateTypeDef(TypedDict):
Name: str,
Inputs: Sequence[str],
Groups: Sequence[Sequence[str]],
Aggs: Sequence[AggregateOperationUnionTypeDef], # (1)AmazonRedshiftSourceOutputTypeDef#
# AmazonRedshiftSourceOutputTypeDef definition
class AmazonRedshiftSourceOutputTypeDef(TypedDict):
Name: NotRequired[str],
Data: NotRequired[AmazonRedshiftNodeDataOutputTypeDef], # (1)AmazonRedshiftTargetOutputTypeDef#
# AmazonRedshiftTargetOutputTypeDef definition
class AmazonRedshiftTargetOutputTypeDef(TypedDict):
Name: NotRequired[str],
Data: NotRequired[AmazonRedshiftNodeDataOutputTypeDef], # (1)
Inputs: NotRequired[List[str]],SnowflakeTargetOutputTypeDef#
# SnowflakeTargetOutputTypeDef definition
class SnowflakeTargetOutputTypeDef(TypedDict):
Name: str,
Data: SnowflakeNodeDataOutputTypeDef, # (1)
Inputs: NotRequired[List[str]],PartitionIndexDescriptorTypeDef#
# PartitionIndexDescriptorTypeDef definition
class PartitionIndexDescriptorTypeDef(TypedDict):
IndexName: str,
Keys: List[KeySchemaElementTypeDef], # (1)
IndexStatus: PartitionIndexStatusType, # (2)
BackfillErrors: NotRequired[List[BackfillErrorTypeDef]], # (3)BatchStopJobRunResponseTypeDef#
# BatchStopJobRunResponseTypeDef definition
class BatchStopJobRunResponseTypeDef(TypedDict):
SuccessfulSubmissions: List[BatchStopJobRunSuccessfulSubmissionTypeDef], # (1)
Errors: List[BatchStopJobRunErrorTypeDef], # (2)
ResponseMetadata: ResponseMetadataTypeDef, # (3)- See BatchStopJobRunSuccessfulSubmissionTypeDef
- See BatchStopJobRunErrorTypeDef
- See ResponseMetadataTypeDef
BatchUpdatePartitionResponseTypeDef#
# BatchUpdatePartitionResponseTypeDef definition
class BatchUpdatePartitionResponseTypeDef(TypedDict):
Errors: List[BatchUpdatePartitionFailureEntryTypeDef], # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)BatchCreatePartitionResponseTypeDef#
# BatchCreatePartitionResponseTypeDef definition
class BatchCreatePartitionResponseTypeDef(TypedDict):
Errors: List[PartitionErrorTypeDef], # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)BatchDeletePartitionResponseTypeDef#
# BatchDeletePartitionResponseTypeDef definition
class BatchDeletePartitionResponseTypeDef(TypedDict):
Errors: List[PartitionErrorTypeDef], # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)BatchDeleteTableResponseTypeDef#
# BatchDeleteTableResponseTypeDef definition
class BatchDeleteTableResponseTypeDef(TypedDict):
Errors: List[TableErrorTypeDef], # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)BatchDeleteTableVersionResponseTypeDef#
# BatchDeleteTableVersionResponseTypeDef definition
class BatchDeleteTableVersionResponseTypeDef(TypedDict):
Errors: List[TableVersionErrorTypeDef], # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)StatusDetailsPaginatorTypeDef#
# StatusDetailsPaginatorTypeDef definition
class StatusDetailsPaginatorTypeDef(TypedDict):
RequestedChange: NotRequired[Dict[str, Any]],
ViewValidations: NotRequired[List[ViewValidationTypeDef]], # (1)StatusDetailsTypeDef#
# StatusDetailsTypeDef definition
class StatusDetailsTypeDef(TypedDict):
RequestedChange: NotRequired[Dict[str, Any]],
ViewValidations: NotRequired[List[ViewValidationTypeDef]], # (1)BatchDeletePartitionRequestRequestTypeDef#
# BatchDeletePartitionRequestRequestTypeDef definition
class BatchDeletePartitionRequestRequestTypeDef(TypedDict):
DatabaseName: str,
TableName: str,
PartitionsToDelete: Sequence[PartitionValueListUnionTypeDef], # (1)
CatalogId: NotRequired[str],BatchGetBlueprintsResponseTypeDef#
# BatchGetBlueprintsResponseTypeDef definition
class BatchGetBlueprintsResponseTypeDef(TypedDict):
Blueprints: List[BlueprintTypeDef], # (1)
MissingBlueprints: List[str],
ResponseMetadata: ResponseMetadataTypeDef, # (2)GetBlueprintResponseTypeDef#
# GetBlueprintResponseTypeDef definition
class GetBlueprintResponseTypeDef(TypedDict):
Blueprint: BlueprintTypeDef, # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)GetClassifierResponseTypeDef#
# GetClassifierResponseTypeDef definition
class GetClassifierResponseTypeDef(TypedDict):
Classifier: ClassifierTypeDef, # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)GetClassifiersResponseTypeDef#
# GetClassifiersResponseTypeDef definition
class GetClassifiersResponseTypeDef(TypedDict):
Classifiers: List[ClassifierTypeDef], # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
NextToken: NotRequired[str],GetDataflowGraphResponseTypeDef#
# GetDataflowGraphResponseTypeDef definition
class GetDataflowGraphResponseTypeDef(TypedDict):
DagNodes: List[CodeGenNodeOutputTypeDef], # (1)
DagEdges: List[CodeGenEdgeTypeDef], # (2)
ResponseMetadata: ResponseMetadataTypeDef, # (3)GetMappingRequestRequestTypeDef#
# GetMappingRequestRequestTypeDef definition
class GetMappingRequestRequestTypeDef(TypedDict):
Source: CatalogEntryTypeDef, # (1)
Sinks: NotRequired[Sequence[CatalogEntryTypeDef]], # (2)
Location: NotRequired[LocationTypeDef], # (3)- See CatalogEntryTypeDef
- See CatalogEntryTypeDef
- See LocationTypeDef
GetPlanRequestRequestTypeDef#
# GetPlanRequestRequestTypeDef definition
class GetPlanRequestRequestTypeDef(TypedDict):
Mapping: Sequence[MappingEntryTypeDef], # (1)
Source: CatalogEntryTypeDef, # (2)
Sinks: NotRequired[Sequence[CatalogEntryTypeDef]], # (3)
Location: NotRequired[LocationTypeDef], # (4)
Language: NotRequired[LanguageType], # (5)
AdditionalPlanOptionsMap: NotRequired[Mapping[str, str]],- See MappingEntryTypeDef
- See CatalogEntryTypeDef
- See CatalogEntryTypeDef
- See LocationTypeDef
- See LanguageType
GetColumnStatisticsTaskSettingsResponseTypeDef#
# GetColumnStatisticsTaskSettingsResponseTypeDef definition
class GetColumnStatisticsTaskSettingsResponseTypeDef(TypedDict):
ColumnStatisticsTaskSettings: ColumnStatisticsTaskSettingsTypeDef, # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)GetUnfilteredPartitionMetadataRequestRequestTypeDef#
# GetUnfilteredPartitionMetadataRequestRequestTypeDef definition
class GetUnfilteredPartitionMetadataRequestRequestTypeDef(TypedDict):
CatalogId: str,
DatabaseName: str,
TableName: str,
PartitionValues: Sequence[str],
SupportedPermissionTypes: Sequence[PermissionTypeType], # (1)
Region: NotRequired[str],
AuditContext: NotRequired[AuditContextTypeDef], # (2)
QuerySessionContext: NotRequired[QuerySessionContextTypeDef], # (3)GetUnfilteredPartitionsMetadataRequestRequestTypeDef#
# GetUnfilteredPartitionsMetadataRequestRequestTypeDef definition
class GetUnfilteredPartitionsMetadataRequestRequestTypeDef(TypedDict):
CatalogId: str,
DatabaseName: str,
TableName: str,
SupportedPermissionTypes: Sequence[PermissionTypeType], # (1)
Region: NotRequired[str],
Expression: NotRequired[str],
AuditContext: NotRequired[AuditContextTypeDef], # (2)
NextToken: NotRequired[str],
Segment: NotRequired[SegmentTypeDef], # (3)
MaxResults: NotRequired[int],
QuerySessionContext: NotRequired[QuerySessionContextTypeDef], # (4)GetUnfilteredTableMetadataRequestRequestTypeDef#
# GetUnfilteredTableMetadataRequestRequestTypeDef definition
class GetUnfilteredTableMetadataRequestRequestTypeDef(TypedDict):
CatalogId: str,
DatabaseName: str,
Name: str,
SupportedPermissionTypes: Sequence[PermissionTypeType], # (1)
Region: NotRequired[str],
AuditContext: NotRequired[AuditContextTypeDef], # (2)
ParentResourceArn: NotRequired[str],
RootResourceArn: NotRequired[str],
SupportedDialect: NotRequired[SupportedDialectTypeDef], # (3)
Permissions: NotRequired[Sequence[PermissionType]], # (4)
QuerySessionContext: NotRequired[QuerySessionContextTypeDef], # (5)- See PermissionTypeType
- See AuditContextTypeDef
- See SupportedDialectTypeDef
- See PermissionType
- See QuerySessionContextTypeDef
GetMLTaskRunsRequestRequestTypeDef#
# GetMLTaskRunsRequestRequestTypeDef definition
class GetMLTaskRunsRequestRequestTypeDef(TypedDict):
TransformId: str,
NextToken: NotRequired[str],
MaxResults: NotRequired[int],
Filter: NotRequired[TaskRunFilterCriteriaTypeDef], # (1)
Sort: NotRequired[TaskRunSortCriteriaTypeDef], # (2)ListDataQualityStatisticAnnotationsRequestRequestTypeDef#
# ListDataQualityStatisticAnnotationsRequestRequestTypeDef definition
class ListDataQualityStatisticAnnotationsRequestRequestTypeDef(TypedDict):
StatisticId: NotRequired[str],
ProfileId: NotRequired[str],
TimestampFilter: NotRequired[TimestampFilterTypeDef], # (1)
MaxResults: NotRequired[int],
NextToken: NotRequired[str],ListDataQualityStatisticsRequestRequestTypeDef#
# ListDataQualityStatisticsRequestRequestTypeDef definition
class ListDataQualityStatisticsRequestRequestTypeDef(TypedDict):
StatisticId: NotRequired[str],
ProfileId: NotRequired[str],
TimestampFilter: NotRequired[TimestampFilterTypeDef], # (1)
MaxResults: NotRequired[int],
NextToken: NotRequired[str],TriggerTypeDef#
# TriggerTypeDef definition
class TriggerTypeDef(TypedDict):
Name: NotRequired[str],
WorkflowName: NotRequired[str],
Id: NotRequired[str],
Type: NotRequired[TriggerTypeType], # (1)
State: NotRequired[TriggerStateType], # (2)
Description: NotRequired[str],
Schedule: NotRequired[str],
Actions: NotRequired[List[ActionOutputTypeDef]], # (3)
Predicate: NotRequired[PredicateOutputTypeDef], # (4)
EventBatchingCondition: NotRequired[EventBatchingConditionTypeDef], # (5)- See TriggerTypeType
- See TriggerStateType
- See ActionOutputTypeDef
- See PredicateOutputTypeDef
- See EventBatchingConditionTypeDef
GetUsageProfileResponseTypeDef#
# GetUsageProfileResponseTypeDef definition
class GetUsageProfileResponseTypeDef(TypedDict):
Name: str,
Description: str,
Configuration: ProfileConfigurationOutputTypeDef, # (1)
CreatedOn: datetime,
LastModifiedOn: datetime,
ResponseMetadata: ResponseMetadataTypeDef, # (2)ProfileConfigurationTypeDef#
# ProfileConfigurationTypeDef definition
class ProfileConfigurationTypeDef(TypedDict):
SessionConfiguration: NotRequired[Mapping[str, ConfigurationObjectUnionTypeDef]], # (1)
JobConfiguration: NotRequired[Mapping[str, ConfigurationObjectTypeDef]], # (2)EvaluationMetricsTypeDef#
# EvaluationMetricsTypeDef definition
class EvaluationMetricsTypeDef(TypedDict):
TransformType: TransformTypeType, # (1)
FindMatchesMetrics: NotRequired[FindMatchesMetricsTypeDef], # (2)CrawlerTypeDef#
# CrawlerTypeDef definition
class CrawlerTypeDef(TypedDict):
Name: NotRequired[str],
Role: NotRequired[str],
Targets: NotRequired[CrawlerTargetsOutputTypeDef], # (1)
DatabaseName: NotRequired[str],
Description: NotRequired[str],
Classifiers: NotRequired[List[str]],
RecrawlPolicy: NotRequired[RecrawlPolicyTypeDef], # (2)
SchemaChangePolicy: NotRequired[SchemaChangePolicyTypeDef], # (3)
LineageConfiguration: NotRequired[LineageConfigurationTypeDef], # (4)
State: NotRequired[CrawlerStateType], # (5)
TablePrefix: NotRequired[str],
Schedule: NotRequired[ScheduleTypeDef], # (6)
CrawlElapsedTime: NotRequired[int],
CreationTime: NotRequired[datetime],
LastUpdated: NotRequired[datetime],
LastCrawl: NotRequired[LastCrawlInfoTypeDef], # (7)
Version: NotRequired[int],
Configuration: NotRequired[str],
CrawlerSecurityConfiguration: NotRequired[str],
LakeFormationConfiguration: NotRequired[LakeFormationConfigurationTypeDef], # (8)- See CrawlerTargetsOutputTypeDef
- See RecrawlPolicyTypeDef
- See SchemaChangePolicyTypeDef
- See LineageConfigurationTypeDef
- See CrawlerStateType
- See ScheduleTypeDef
- See LastCrawlInfoTypeDef
- See LakeFormationConfigurationTypeDef
ListDataQualityRulesetsRequestRequestTypeDef#
# ListDataQualityRulesetsRequestRequestTypeDef definition
class ListDataQualityRulesetsRequestRequestTypeDef(TypedDict):
NextToken: NotRequired[str],
MaxResults: NotRequired[int],
Filter: NotRequired[DataQualityRulesetFilterCriteriaTypeDef], # (1)
Tags: NotRequired[Mapping[str, str]],ListDataQualityRulesetsResponseTypeDef#
# ListDataQualityRulesetsResponseTypeDef definition
class ListDataQualityRulesetsResponseTypeDef(TypedDict):
Rulesets: List[DataQualityRulesetListDetailsTypeDef], # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
NextToken: NotRequired[str],CreateSessionResponseTypeDef#
# CreateSessionResponseTypeDef definition
class CreateSessionResponseTypeDef(TypedDict):
Session: SessionTypeDef, # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)GetSessionResponseTypeDef#
# GetSessionResponseTypeDef definition
class GetSessionResponseTypeDef(TypedDict):
Session: SessionTypeDef, # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)ListSessionsResponseTypeDef#
# ListSessionsResponseTypeDef definition
class ListSessionsResponseTypeDef(TypedDict):
Ids: List[str],
Sessions: List[SessionTypeDef], # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
NextToken: NotRequired[str],GetDataCatalogEncryptionSettingsResponseTypeDef#
# GetDataCatalogEncryptionSettingsResponseTypeDef definition
class GetDataCatalogEncryptionSettingsResponseTypeDef(TypedDict):
DataCatalogEncryptionSettings: DataCatalogEncryptionSettingsTypeDef, # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)PutDataCatalogEncryptionSettingsRequestRequestTypeDef#
# PutDataCatalogEncryptionSettingsRequestRequestTypeDef definition
class PutDataCatalogEncryptionSettingsRequestRequestTypeDef(TypedDict):
DataCatalogEncryptionSettings: DataCatalogEncryptionSettingsTypeDef, # (1)
CatalogId: NotRequired[str],DatabaseTypeDef#
# DatabaseTypeDef definition
class DatabaseTypeDef(TypedDict):
Name: str,
Description: NotRequired[str],
LocationUri: NotRequired[str],
Parameters: NotRequired[Dict[str, str]],
CreateTime: NotRequired[datetime],
CreateTableDefaultPermissions: NotRequired[List[PrincipalPermissionsOutputTypeDef]], # (1)
TargetDatabase: NotRequired[DatabaseIdentifierTypeDef], # (2)
CatalogId: NotRequired[str],
FederatedDatabase: NotRequired[FederatedDatabaseTypeDef], # (3)DataQualityObservationTypeDef#
# DataQualityObservationTypeDef definition
class DataQualityObservationTypeDef(TypedDict):
Description: NotRequired[str],
MetricBasedObservation: NotRequired[MetricBasedObservationTypeDef], # (1)DataQualityResultDescriptionTypeDef#
# DataQualityResultDescriptionTypeDef definition
class DataQualityResultDescriptionTypeDef(TypedDict):
ResultId: NotRequired[str],
DataSource: NotRequired[DataSourceOutputTypeDef], # (1)
JobName: NotRequired[str],
JobRunId: NotRequired[str],
StartedOn: NotRequired[datetime],DataQualityRuleRecommendationRunDescriptionTypeDef#
# DataQualityRuleRecommendationRunDescriptionTypeDef definition
class DataQualityRuleRecommendationRunDescriptionTypeDef(TypedDict):
RunId: NotRequired[str],
Status: NotRequired[TaskStatusTypeType], # (1)
StartedOn: NotRequired[datetime],
DataSource: NotRequired[DataSourceOutputTypeDef], # (2)DataQualityRulesetEvaluationRunDescriptionTypeDef#
# DataQualityRulesetEvaluationRunDescriptionTypeDef definition
class DataQualityRulesetEvaluationRunDescriptionTypeDef(TypedDict):
RunId: NotRequired[str],
Status: NotRequired[TaskStatusTypeType], # (1)
StartedOn: NotRequired[datetime],
DataSource: NotRequired[DataSourceOutputTypeDef], # (2)GetDataQualityRuleRecommendationRunResponseTypeDef#
# GetDataQualityRuleRecommendationRunResponseTypeDef definition
class GetDataQualityRuleRecommendationRunResponseTypeDef(TypedDict):
RunId: str,
DataSource: DataSourceOutputTypeDef, # (1)
Role: str,
NumberOfWorkers: int,
Timeout: int,
Status: TaskStatusTypeType, # (2)
ErrorString: str,
StartedOn: datetime,
LastModifiedOn: datetime,
CompletedOn: datetime,
ExecutionTime: int,
RecommendedRuleset: str,
CreatedRulesetName: str,
DataQualitySecurityConfiguration: str,
ResponseMetadata: ResponseMetadataTypeDef, # (3)GetDataQualityRulesetEvaluationRunResponseTypeDef#
# GetDataQualityRulesetEvaluationRunResponseTypeDef definition
class GetDataQualityRulesetEvaluationRunResponseTypeDef(TypedDict):
RunId: str,
DataSource: DataSourceOutputTypeDef, # (1)
Role: str,
NumberOfWorkers: int,
Timeout: int,
AdditionalRunOptions: DataQualityEvaluationRunAdditionalRunOptionsTypeDef, # (2)
Status: TaskStatusTypeType, # (3)
ErrorString: str,
StartedOn: datetime,
LastModifiedOn: datetime,
CompletedOn: datetime,
ExecutionTime: int,
RulesetNames: List[str],
ResultIds: List[str],
AdditionalDataSources: Dict[str, DataSourceOutputTypeDef], # (4)
ResponseMetadata: ResponseMetadataTypeDef, # (5)- See DataSourceOutputTypeDef
- See DataQualityEvaluationRunAdditionalRunOptionsTypeDef
- See TaskStatusTypeType
- See DataSourceOutputTypeDef
- See ResponseMetadataTypeDef
DropNullFieldsOutputTypeDef#
# DropNullFieldsOutputTypeDef definition
class DropNullFieldsOutputTypeDef(TypedDict):
Name: str,
Inputs: List[str],
NullCheckBoxList: NotRequired[NullCheckBoxListTypeDef], # (1)
NullTextList: NotRequired[List[NullValueFieldTypeDef]], # (2)DropNullFieldsTypeDef#
# DropNullFieldsTypeDef definition
class DropNullFieldsTypeDef(TypedDict):
Name: str,
Inputs: Sequence[str],
NullCheckBoxList: NotRequired[NullCheckBoxListTypeDef], # (1)
NullTextList: NotRequired[Sequence[NullValueFieldTypeDef]], # (2)ColumnStatisticsDataOutputTypeDef#
# ColumnStatisticsDataOutputTypeDef definition
class ColumnStatisticsDataOutputTypeDef(TypedDict):
Type: ColumnStatisticsTypeType, # (1)
BooleanColumnStatisticsData: NotRequired[BooleanColumnStatisticsDataTypeDef], # (2)
DateColumnStatisticsData: NotRequired[DateColumnStatisticsDataOutputTypeDef], # (3)
DecimalColumnStatisticsData: NotRequired[DecimalColumnStatisticsDataOutputTypeDef], # (4)
DoubleColumnStatisticsData: NotRequired[DoubleColumnStatisticsDataTypeDef], # (5)
LongColumnStatisticsData: NotRequired[LongColumnStatisticsDataTypeDef], # (6)
StringColumnStatisticsData: NotRequired[StringColumnStatisticsDataTypeDef], # (7)
BinaryColumnStatisticsData: NotRequired[BinaryColumnStatisticsDataTypeDef], # (8)- See ColumnStatisticsTypeType
- See BooleanColumnStatisticsDataTypeDef
- See DateColumnStatisticsDataOutputTypeDef
- See DecimalColumnStatisticsDataOutputTypeDef
- See DoubleColumnStatisticsDataTypeDef
- See LongColumnStatisticsDataTypeDef
- See StringColumnStatisticsDataTypeDef
- See BinaryColumnStatisticsDataTypeDef
StorageDescriptorOutputTypeDef#
# StorageDescriptorOutputTypeDef definition
class StorageDescriptorOutputTypeDef(TypedDict):
Columns: NotRequired[List[ColumnOutputTypeDef]], # (1)
Location: NotRequired[str],
AdditionalLocations: NotRequired[List[str]],
InputFormat: NotRequired[str],
OutputFormat: NotRequired[str],
Compressed: NotRequired[bool],
NumberOfBuckets: NotRequired[int],
SerdeInfo: NotRequired[SerDeInfoOutputTypeDef], # (2)
BucketColumns: NotRequired[List[str]],
SortColumns: NotRequired[List[OrderTypeDef]], # (3)
Parameters: NotRequired[Dict[str, str]],
SkewedInfo: NotRequired[SkewedInfoOutputTypeDef], # (4)
StoredAsSubDirectories: NotRequired[bool],
SchemaReference: NotRequired[SchemaReferenceTypeDef], # (5)- See ColumnOutputTypeDef
- See SerDeInfoOutputTypeDef
- See OrderTypeDef
- See SkewedInfoOutputTypeDef
- See SchemaReferenceTypeDef
SecurityConfigurationTypeDef#
# SecurityConfigurationTypeDef definition
class SecurityConfigurationTypeDef(TypedDict):
Name: NotRequired[str],
CreatedTimeStamp: NotRequired[datetime],
EncryptionConfiguration: NotRequired[EncryptionConfigurationOutputTypeDef], # (1)CreateSecurityConfigurationRequestRequestTypeDef#
# CreateSecurityConfigurationRequestRequestTypeDef definition
class CreateSecurityConfigurationRequestRequestTypeDef(TypedDict):
Name: str,
EncryptionConfiguration: EncryptionConfigurationTypeDef, # (1)DeleteSchemaVersionsResponseTypeDef#
# DeleteSchemaVersionsResponseTypeDef definition
class DeleteSchemaVersionsResponseTypeDef(TypedDict):
SchemaVersionErrors: List[SchemaVersionErrorItemTypeDef], # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)FilterOutputTypeDef#
# FilterOutputTypeDef definition
class FilterOutputTypeDef(TypedDict):
Name: str,
Inputs: List[str],
LogicalOperator: FilterLogicalOperatorType, # (1)
Filters: List[FilterExpressionOutputTypeDef], # (2)FilterExpressionTypeDef#
# FilterExpressionTypeDef definition
class FilterExpressionTypeDef(TypedDict):
Operation: FilterOperationType, # (1)
Values: Sequence[FilterValueUnionTypeDef], # (2)
Negated: NotRequired[bool],UpdateMLTransformRequestRequestTypeDef#
# UpdateMLTransformRequestRequestTypeDef definition
class UpdateMLTransformRequestRequestTypeDef(TypedDict):
TransformId: str,
Name: NotRequired[str],
Description: NotRequired[str],
Parameters: NotRequired[TransformParametersTypeDef], # (1)
Role: NotRequired[str],
GlueVersion: NotRequired[str],
MaxCapacity: NotRequired[float],
WorkerType: NotRequired[WorkerTypeType], # (2)
NumberOfWorkers: NotRequired[int],
Timeout: NotRequired[int],
MaxRetries: NotRequired[int],GetMLTransformsRequestRequestTypeDef#
# GetMLTransformsRequestRequestTypeDef definition
class GetMLTransformsRequestRequestTypeDef(TypedDict):
NextToken: NotRequired[str],
MaxResults: NotRequired[int],
Filter: NotRequired[TransformFilterCriteriaTypeDef], # (1)
Sort: NotRequired[TransformSortCriteriaTypeDef], # (2)ListMLTransformsRequestRequestTypeDef#
# ListMLTransformsRequestRequestTypeDef definition
class ListMLTransformsRequestRequestTypeDef(TypedDict):
NextToken: NotRequired[str],
MaxResults: NotRequired[int],
Filter: NotRequired[TransformFilterCriteriaTypeDef], # (1)
Sort: NotRequired[TransformSortCriteriaTypeDef], # (2)
Tags: NotRequired[Mapping[str, str]],AthenaConnectorSourceOutputTypeDef#
# AthenaConnectorSourceOutputTypeDef definition
class AthenaConnectorSourceOutputTypeDef(TypedDict):
Name: str,
ConnectionName: str,
ConnectorName: str,
ConnectionType: str,
SchemaName: str,
ConnectionTable: NotRequired[str],
OutputSchemas: NotRequired[List[GlueSchemaOutputTypeDef]], # (1)CatalogDeltaSourceOutputTypeDef#
# CatalogDeltaSourceOutputTypeDef definition
class CatalogDeltaSourceOutputTypeDef(TypedDict):
Name: str,
Database: str,
Table: str,
AdditionalDeltaOptions: NotRequired[Dict[str, str]],
OutputSchemas: NotRequired[List[GlueSchemaOutputTypeDef]], # (1)CatalogHudiSourceOutputTypeDef#
# CatalogHudiSourceOutputTypeDef definition
class CatalogHudiSourceOutputTypeDef(TypedDict):
Name: str,
Database: str,
Table: str,
AdditionalHudiOptions: NotRequired[Dict[str, str]],
OutputSchemas: NotRequired[List[GlueSchemaOutputTypeDef]], # (1)ConnectorDataSourceOutputTypeDef#
# ConnectorDataSourceOutputTypeDef definition
class ConnectorDataSourceOutputTypeDef(TypedDict):
Name: str,
ConnectionType: str,
Data: Dict[str, str],
OutputSchemas: NotRequired[List[GlueSchemaOutputTypeDef]], # (1)CustomCodeOutputTypeDef#
# CustomCodeOutputTypeDef definition
class CustomCodeOutputTypeDef(TypedDict):
Name: str,
Inputs: List[str],
Code: str,
ClassName: str,
OutputSchemas: NotRequired[List[GlueSchemaOutputTypeDef]], # (1)DynamicTransformOutputTypeDef#
# DynamicTransformOutputTypeDef definition
class DynamicTransformOutputTypeDef(TypedDict):
Name: str,
TransformName: str,
Inputs: List[str],
FunctionName: str,
Path: str,
Parameters: NotRequired[List[TransformConfigParameterOutputTypeDef]], # (1)
Version: NotRequired[str],
OutputSchemas: NotRequired[List[GlueSchemaOutputTypeDef]], # (2)JDBCConnectorSourceOutputTypeDef#
# JDBCConnectorSourceOutputTypeDef definition
class JDBCConnectorSourceOutputTypeDef(TypedDict):
Name: str,
ConnectionName: str,
ConnectorName: str,
ConnectionType: str,
AdditionalOptions: NotRequired[JDBCConnectorOptionsOutputTypeDef], # (1)
ConnectionTable: NotRequired[str],
Query: NotRequired[str],
OutputSchemas: NotRequired[List[GlueSchemaOutputTypeDef]], # (2)JDBCConnectorTargetOutputTypeDef#
# JDBCConnectorTargetOutputTypeDef definition
class JDBCConnectorTargetOutputTypeDef(TypedDict):
Name: str,
Inputs: List[str],
ConnectionName: str,
ConnectionTable: str,
ConnectorName: str,
ConnectionType: str,
AdditionalOptions: NotRequired[Dict[str, str]],
OutputSchemas: NotRequired[List[GlueSchemaOutputTypeDef]], # (1)S3CatalogDeltaSourceOutputTypeDef#
# S3CatalogDeltaSourceOutputTypeDef definition
class S3CatalogDeltaSourceOutputTypeDef(TypedDict):
Name: str,
Database: str,
Table: str,
AdditionalDeltaOptions: NotRequired[Dict[str, str]],
OutputSchemas: NotRequired[List[GlueSchemaOutputTypeDef]], # (1)S3CatalogHudiSourceOutputTypeDef#
# S3CatalogHudiSourceOutputTypeDef definition
class S3CatalogHudiSourceOutputTypeDef(TypedDict):
Name: str,
Database: str,
Table: str,
AdditionalHudiOptions: NotRequired[Dict[str, str]],
OutputSchemas: NotRequired[List[GlueSchemaOutputTypeDef]], # (1)S3CsvSourceOutputTypeDef#
# S3CsvSourceOutputTypeDef definition
class S3CsvSourceOutputTypeDef(TypedDict):
Name: str,
Paths: List[str],
Separator: SeparatorType, # (3)
QuoteChar: QuoteCharType, # (4)
CompressionType: NotRequired[CompressionTypeType], # (1)
Exclusions: NotRequired[List[str]],
GroupSize: NotRequired[str],
GroupFiles: NotRequired[str],
Recurse: NotRequired[bool],
MaxBand: NotRequired[int],
MaxFilesInBand: NotRequired[int],
AdditionalOptions: NotRequired[S3DirectSourceAdditionalOptionsTypeDef], # (2)
Escaper: NotRequired[str],
Multiline: NotRequired[bool],
WithHeader: NotRequired[bool],
WriteHeader: NotRequired[bool],
SkipFirst: NotRequired[bool],
OptimizePerformance: NotRequired[bool],
OutputSchemas: NotRequired[List[GlueSchemaOutputTypeDef]], # (5)- See CompressionTypeType
- See S3DirectSourceAdditionalOptionsTypeDef
- See SeparatorType
- See QuoteCharType
- See GlueSchemaOutputTypeDef
S3DeltaSourceOutputTypeDef#
# S3DeltaSourceOutputTypeDef definition
class S3DeltaSourceOutputTypeDef(TypedDict):
Name: str,
Paths: List[str],
AdditionalDeltaOptions: NotRequired[Dict[str, str]],
AdditionalOptions: NotRequired[S3DirectSourceAdditionalOptionsTypeDef], # (1)
OutputSchemas: NotRequired[List[GlueSchemaOutputTypeDef]], # (2)S3HudiSourceOutputTypeDef#
# S3HudiSourceOutputTypeDef definition
class S3HudiSourceOutputTypeDef(TypedDict):
Name: str,
Paths: List[str],
AdditionalHudiOptions: NotRequired[Dict[str, str]],
AdditionalOptions: NotRequired[S3DirectSourceAdditionalOptionsTypeDef], # (1)
OutputSchemas: NotRequired[List[GlueSchemaOutputTypeDef]], # (2)S3JsonSourceOutputTypeDef#
# S3JsonSourceOutputTypeDef definition
class S3JsonSourceOutputTypeDef(TypedDict):
Name: str,
Paths: List[str],
CompressionType: NotRequired[CompressionTypeType], # (1)
Exclusions: NotRequired[List[str]],
GroupSize: NotRequired[str],
GroupFiles: NotRequired[str],
Recurse: NotRequired[bool],
MaxBand: NotRequired[int],
MaxFilesInBand: NotRequired[int],
AdditionalOptions: NotRequired[S3DirectSourceAdditionalOptionsTypeDef], # (2)
JsonPath: NotRequired[str],
Multiline: NotRequired[bool],
OutputSchemas: NotRequired[List[GlueSchemaOutputTypeDef]], # (3)S3ParquetSourceOutputTypeDef#
# S3ParquetSourceOutputTypeDef definition
class S3ParquetSourceOutputTypeDef(TypedDict):
Name: str,
Paths: List[str],
CompressionType: NotRequired[ParquetCompressionTypeType], # (1)
Exclusions: NotRequired[List[str]],
GroupSize: NotRequired[str],
GroupFiles: NotRequired[str],
Recurse: NotRequired[bool],
MaxBand: NotRequired[int],
MaxFilesInBand: NotRequired[int],
AdditionalOptions: NotRequired[S3DirectSourceAdditionalOptionsTypeDef], # (2)
OutputSchemas: NotRequired[List[GlueSchemaOutputTypeDef]], # (3)- See ParquetCompressionTypeType
- See S3DirectSourceAdditionalOptionsTypeDef
- See GlueSchemaOutputTypeDef
SnowflakeSourceOutputTypeDef#
# SnowflakeSourceOutputTypeDef definition
class SnowflakeSourceOutputTypeDef(TypedDict):
Name: str,
Data: SnowflakeNodeDataOutputTypeDef, # (1)
OutputSchemas: NotRequired[List[GlueSchemaOutputTypeDef]], # (2)SparkConnectorSourceOutputTypeDef#
# SparkConnectorSourceOutputTypeDef definition
class SparkConnectorSourceOutputTypeDef(TypedDict):
Name: str,
ConnectionName: str,
ConnectorName: str,
ConnectionType: str,
AdditionalOptions: NotRequired[Dict[str, str]],
OutputSchemas: NotRequired[List[GlueSchemaOutputTypeDef]], # (1)SparkConnectorTargetOutputTypeDef#
# SparkConnectorTargetOutputTypeDef definition
class SparkConnectorTargetOutputTypeDef(TypedDict):
Name: str,
Inputs: List[str],
ConnectionName: str,
ConnectorName: str,
ConnectionType: str,
AdditionalOptions: NotRequired[Dict[str, str]],
OutputSchemas: NotRequired[List[GlueSchemaOutputTypeDef]], # (1)SparkSQLOutputTypeDef#
# SparkSQLOutputTypeDef definition
class SparkSQLOutputTypeDef(TypedDict):
Name: str,
Inputs: List[str],
SqlQuery: str,
SqlAliases: List[SqlAliasTypeDef], # (1)
OutputSchemas: NotRequired[List[GlueSchemaOutputTypeDef]], # (2)CatalogDeltaSourceTypeDef#
# CatalogDeltaSourceTypeDef definition
class CatalogDeltaSourceTypeDef(TypedDict):
Name: str,
Database: str,
Table: str,
AdditionalDeltaOptions: NotRequired[Mapping[str, str]],
OutputSchemas: NotRequired[Sequence[GlueSchemaTypeDef]], # (1)CatalogHudiSourceTypeDef#
# CatalogHudiSourceTypeDef definition
class CatalogHudiSourceTypeDef(TypedDict):
Name: str,
Database: str,
Table: str,
AdditionalHudiOptions: NotRequired[Mapping[str, str]],
OutputSchemas: NotRequired[Sequence[GlueSchemaTypeDef]], # (1)ConnectorDataSourceTypeDef#
# ConnectorDataSourceTypeDef definition
class ConnectorDataSourceTypeDef(TypedDict):
Name: str,
ConnectionType: str,
Data: Mapping[str, str],
OutputSchemas: NotRequired[Sequence[GlueSchemaTypeDef]], # (1)CustomCodeTypeDef#
# CustomCodeTypeDef definition
class CustomCodeTypeDef(TypedDict):
Name: str,
Inputs: Sequence[str],
Code: str,
ClassName: str,
OutputSchemas: NotRequired[Sequence[GlueSchemaTypeDef]], # (1)JDBCConnectorTargetTypeDef#
# JDBCConnectorTargetTypeDef definition
class JDBCConnectorTargetTypeDef(TypedDict):
Name: str,
Inputs: Sequence[str],
ConnectionName: str,
ConnectionTable: str,
ConnectorName: str,
ConnectionType: str,
AdditionalOptions: NotRequired[Mapping[str, str]],
OutputSchemas: NotRequired[Sequence[GlueSchemaTypeDef]], # (1)S3CatalogDeltaSourceTypeDef#
# S3CatalogDeltaSourceTypeDef definition
class S3CatalogDeltaSourceTypeDef(TypedDict):
Name: str,
Database: str,
Table: str,
AdditionalDeltaOptions: NotRequired[Mapping[str, str]],
OutputSchemas: NotRequired[Sequence[GlueSchemaTypeDef]], # (1)S3CatalogHudiSourceTypeDef#
# S3CatalogHudiSourceTypeDef definition
class S3CatalogHudiSourceTypeDef(TypedDict):
Name: str,
Database: str,
Table: str,
AdditionalHudiOptions: NotRequired[Mapping[str, str]],
OutputSchemas: NotRequired[Sequence[GlueSchemaTypeDef]], # (1)S3CsvSourceTypeDef#
# S3CsvSourceTypeDef definition
class S3CsvSourceTypeDef(TypedDict):
Name: str,
Paths: Sequence[str],
Separator: SeparatorType, # (3)
QuoteChar: QuoteCharType, # (4)
CompressionType: NotRequired[CompressionTypeType], # (1)
Exclusions: NotRequired[Sequence[str]],
GroupSize: NotRequired[str],
GroupFiles: NotRequired[str],
Recurse: NotRequired[bool],
MaxBand: NotRequired[int],
MaxFilesInBand: NotRequired[int],
AdditionalOptions: NotRequired[S3DirectSourceAdditionalOptionsTypeDef], # (2)
Escaper: NotRequired[str],
Multiline: NotRequired[bool],
WithHeader: NotRequired[bool],
WriteHeader: NotRequired[bool],
SkipFirst: NotRequired[bool],
OptimizePerformance: NotRequired[bool],
OutputSchemas: NotRequired[Sequence[GlueSchemaTypeDef]], # (5)- See CompressionTypeType
- See S3DirectSourceAdditionalOptionsTypeDef
- See SeparatorType
- See QuoteCharType
- See GlueSchemaTypeDef
S3DeltaSourceTypeDef#
# S3DeltaSourceTypeDef definition
class S3DeltaSourceTypeDef(TypedDict):
Name: str,
Paths: Sequence[str],
AdditionalDeltaOptions: NotRequired[Mapping[str, str]],
AdditionalOptions: NotRequired[S3DirectSourceAdditionalOptionsTypeDef], # (1)
OutputSchemas: NotRequired[Sequence[GlueSchemaTypeDef]], # (2)S3HudiSourceTypeDef#
# S3HudiSourceTypeDef definition
class S3HudiSourceTypeDef(TypedDict):
Name: str,
Paths: Sequence[str],
AdditionalHudiOptions: NotRequired[Mapping[str, str]],
AdditionalOptions: NotRequired[S3DirectSourceAdditionalOptionsTypeDef], # (1)
OutputSchemas: NotRequired[Sequence[GlueSchemaTypeDef]], # (2)S3JsonSourceTypeDef#
# S3JsonSourceTypeDef definition
class S3JsonSourceTypeDef(TypedDict):
Name: str,
Paths: Sequence[str],
CompressionType: NotRequired[CompressionTypeType], # (1)
Exclusions: NotRequired[Sequence[str]],
GroupSize: NotRequired[str],
GroupFiles: NotRequired[str],
Recurse: NotRequired[bool],
MaxBand: NotRequired[int],
MaxFilesInBand: NotRequired[int],
AdditionalOptions: NotRequired[S3DirectSourceAdditionalOptionsTypeDef], # (2)
JsonPath: NotRequired[str],
Multiline: NotRequired[bool],
OutputSchemas: NotRequired[Sequence[GlueSchemaTypeDef]], # (3)S3ParquetSourceTypeDef#
# S3ParquetSourceTypeDef definition
class S3ParquetSourceTypeDef(TypedDict):
Name: str,
Paths: Sequence[str],
CompressionType: NotRequired[ParquetCompressionTypeType], # (1)
Exclusions: NotRequired[Sequence[str]],
GroupSize: NotRequired[str],
GroupFiles: NotRequired[str],
Recurse: NotRequired[bool],
MaxBand: NotRequired[int],
MaxFilesInBand: NotRequired[int],
AdditionalOptions: NotRequired[S3DirectSourceAdditionalOptionsTypeDef], # (2)
OutputSchemas: NotRequired[Sequence[GlueSchemaTypeDef]], # (3)SparkConnectorSourceTypeDef#
# SparkConnectorSourceTypeDef definition
class SparkConnectorSourceTypeDef(TypedDict):
Name: str,
ConnectionName: str,
ConnectorName: str,
ConnectionType: str,
AdditionalOptions: NotRequired[Mapping[str, str]],
OutputSchemas: NotRequired[Sequence[GlueSchemaTypeDef]], # (1)SparkConnectorTargetTypeDef#
# SparkConnectorTargetTypeDef definition
class SparkConnectorTargetTypeDef(TypedDict):
Name: str,
Inputs: Sequence[str],
ConnectionName: str,
ConnectorName: str,
ConnectionType: str,
AdditionalOptions: NotRequired[Mapping[str, str]],
OutputSchemas: NotRequired[Sequence[GlueSchemaTypeDef]], # (1)SparkSQLTypeDef#
# SparkSQLTypeDef definition
class SparkSQLTypeDef(TypedDict):
Name: str,
Inputs: Sequence[str],
SqlQuery: str,
SqlAliases: Sequence[SqlAliasTypeDef], # (1)
OutputSchemas: NotRequired[Sequence[GlueSchemaTypeDef]], # (2)- See SqlAliasTypeDef
- See GlueSchemaTypeDef
DataSourceTypeDef#
# DataSourceTypeDef definition
class DataSourceTypeDef(TypedDict):
GlueTable: GlueTableUnionTypeDef, # (1)TableOptimizerConfigurationTypeDef#
# TableOptimizerConfigurationTypeDef definition
class TableOptimizerConfigurationTypeDef(TypedDict):
roleArn: NotRequired[str],
enabled: NotRequired[bool],
vpcConfiguration: NotRequired[TableOptimizerVpcConfigurationTypeDef], # (1)
retentionConfiguration: NotRequired[RetentionConfigurationTypeDef], # (2)
orphanFileDeletionConfiguration: NotRequired[OrphanFileDeletionConfigurationTypeDef], # (3)- See TableOptimizerVpcConfigurationTypeDef
- See RetentionConfigurationTypeDef
- See OrphanFileDeletionConfigurationTypeDef
TableOptimizerRunTypeDef#
# TableOptimizerRunTypeDef definition
class TableOptimizerRunTypeDef(TypedDict):
eventType: NotRequired[TableOptimizerEventTypeType], # (1)
startTimestamp: NotRequired[datetime],
endTimestamp: NotRequired[datetime],
metrics: NotRequired[RunMetricsTypeDef], # (2)
error: NotRequired[str],
compactionMetrics: NotRequired[CompactionMetricsTypeDef], # (3)
retentionMetrics: NotRequired[RetentionMetricsTypeDef], # (4)
orphanFileDeletionMetrics: NotRequired[OrphanFileDeletionMetricsTypeDef], # (5)- See TableOptimizerEventTypeType
- See RunMetricsTypeDef
- See CompactionMetricsTypeDef
- See RetentionMetricsTypeDef
- See OrphanFileDeletionMetricsTypeDef
GetJobRunResponseTypeDef#
# GetJobRunResponseTypeDef definition
class GetJobRunResponseTypeDef(TypedDict):
JobRun: JobRunTypeDef, # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)- See JobRunTypeDef
- See ResponseMetadataTypeDef
GetJobRunsResponseTypeDef#
# GetJobRunsResponseTypeDef definition
class GetJobRunsResponseTypeDef(TypedDict):
JobRuns: List[JobRunTypeDef], # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
NextToken: NotRequired[str],- See JobRunTypeDef
- See ResponseMetadataTypeDef
JobNodeDetailsTypeDef#
# JobNodeDetailsTypeDef definition
class JobNodeDetailsTypeDef(TypedDict):
JobRuns: NotRequired[List[JobRunTypeDef]], # (1)- See JobRunTypeDef
JoinTypeDef#
# JoinTypeDef definition
class JoinTypeDef(TypedDict):
Name: str,
Inputs: Sequence[str],
JoinType: JoinTypeType, # (1)
Columns: Sequence[JoinColumnUnionTypeDef], # (2)GetMLTaskRunResponseTypeDef#
# GetMLTaskRunResponseTypeDef definition
class GetMLTaskRunResponseTypeDef(TypedDict):
TransformId: str,
TaskRunId: str,
Status: TaskStatusTypeType, # (1)
LogGroupName: str,
Properties: TaskRunPropertiesTypeDef, # (2)
ErrorString: str,
StartedOn: datetime,
LastModifiedOn: datetime,
CompletedOn: datetime,
ExecutionTime: int,
ResponseMetadata: ResponseMetadataTypeDef, # (3)TaskRunTypeDef#
# TaskRunTypeDef definition
class TaskRunTypeDef(TypedDict):
TransformId: NotRequired[str],
TaskRunId: NotRequired[str],
Status: NotRequired[TaskStatusTypeType], # (1)
LogGroupName: NotRequired[str],
Properties: NotRequired[TaskRunPropertiesTypeDef], # (2)
ErrorString: NotRequired[str],
StartedOn: NotRequired[datetime],
LastModifiedOn: NotRequired[datetime],
CompletedOn: NotRequired[datetime],
ExecutionTime: NotRequired[int],CreateMLTransformRequestRequestTypeDef#
# CreateMLTransformRequestRequestTypeDef definition
class CreateMLTransformRequestRequestTypeDef(TypedDict):
Name: str,
InputRecordTables: Sequence[GlueTableUnionTypeDef], # (1)
Parameters: TransformParametersTypeDef, # (2)
Role: str,
Description: NotRequired[str],
GlueVersion: NotRequired[str],
MaxCapacity: NotRequired[float],
WorkerType: NotRequired[WorkerTypeType], # (3)
NumberOfWorkers: NotRequired[int],
Timeout: NotRequired[int],
MaxRetries: NotRequired[int],
Tags: NotRequired[Mapping[str, str]],
TransformEncryption: NotRequired[TransformEncryptionTypeDef], # (4)- See GlueTableTypeDef GlueTableOutputTypeDef
- See TransformParametersTypeDef
- See WorkerTypeType
- See TransformEncryptionTypeDef
ApplyMappingTypeDef#
# ApplyMappingTypeDef definition
class ApplyMappingTypeDef(TypedDict):
Name: str,
Inputs: Sequence[str],
Mapping: Sequence[MappingUnionTypeDef], # (1)QuerySchemaVersionMetadataResponseTypeDef#
# QuerySchemaVersionMetadataResponseTypeDef definition
class QuerySchemaVersionMetadataResponseTypeDef(TypedDict):
MetadataInfoMap: Dict[str, MetadataInfoTypeDef], # (1)
SchemaVersionId: str,
ResponseMetadata: ResponseMetadataTypeDef, # (2)
NextToken: NotRequired[str],AuthenticationConfigurationInputTypeDef#
# AuthenticationConfigurationInputTypeDef definition
class AuthenticationConfigurationInputTypeDef(TypedDict):
AuthenticationType: NotRequired[AuthenticationTypeType], # (1)
OAuth2Properties: NotRequired[OAuth2PropertiesInputTypeDef], # (2)
SecretArn: NotRequired[str],AuthenticationConfigurationTypeDef#
# AuthenticationConfigurationTypeDef definition
class AuthenticationConfigurationTypeDef(TypedDict):
AuthenticationType: NotRequired[AuthenticationTypeType], # (1)
SecretArn: NotRequired[str],
OAuth2Properties: NotRequired[OAuth2PropertiesTypeDef], # (2)RecipeOutputTypeDef#
# RecipeOutputTypeDef definition
class RecipeOutputTypeDef(TypedDict):
Name: str,
Inputs: List[str],
RecipeReference: NotRequired[RecipeReferenceTypeDef], # (1)
RecipeSteps: NotRequired[List[RecipeStepOutputTypeDef]], # (2)RecipeStepTypeDef#
# RecipeStepTypeDef definition
class RecipeStepTypeDef(TypedDict):
Action: RecipeActionUnionTypeDef, # (1)
ConditionExpressions: NotRequired[Sequence[ConditionExpressionTypeDef]], # (2)CreateUserDefinedFunctionRequestRequestTypeDef#
# CreateUserDefinedFunctionRequestRequestTypeDef definition
class CreateUserDefinedFunctionRequestRequestTypeDef(TypedDict):
DatabaseName: str,
FunctionInput: UserDefinedFunctionInputTypeDef, # (1)
CatalogId: NotRequired[str],UpdateUserDefinedFunctionRequestRequestTypeDef#
# UpdateUserDefinedFunctionRequestRequestTypeDef definition
class UpdateUserDefinedFunctionRequestRequestTypeDef(TypedDict):
DatabaseName: str,
FunctionName: str,
FunctionInput: UserDefinedFunctionInputTypeDef, # (1)
CatalogId: NotRequired[str],GetUserDefinedFunctionResponseTypeDef#
# GetUserDefinedFunctionResponseTypeDef definition
class GetUserDefinedFunctionResponseTypeDef(TypedDict):
UserDefinedFunction: UserDefinedFunctionTypeDef, # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)GetUserDefinedFunctionsResponseTypeDef#
# GetUserDefinedFunctionsResponseTypeDef definition
class GetUserDefinedFunctionsResponseTypeDef(TypedDict):
UserDefinedFunctions: List[UserDefinedFunctionTypeDef], # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
NextToken: NotRequired[str],CrawlerTargetsTypeDef#
# CrawlerTargetsTypeDef definition
class CrawlerTargetsTypeDef(TypedDict):
S3Targets: NotRequired[Sequence[S3TargetUnionTypeDef]], # (1)
JdbcTargets: NotRequired[Sequence[JdbcTargetUnionTypeDef]], # (2)
MongoDBTargets: NotRequired[Sequence[MongoDBTargetTypeDef]], # (3)
DynamoDBTargets: NotRequired[Sequence[DynamoDBTargetTypeDef]], # (4)
CatalogTargets: NotRequired[Sequence[CatalogTargetUnionTypeDef]], # (5)
DeltaTargets: NotRequired[Sequence[DeltaTargetUnionTypeDef]], # (6)
IcebergTargets: NotRequired[Sequence[IcebergTargetUnionTypeDef]], # (7)
HudiTargets: NotRequired[Sequence[HudiTargetUnionTypeDef]], # (8)- See S3TargetTypeDef S3TargetOutputTypeDef
- See JdbcTargetTypeDef JdbcTargetOutputTypeDef
- See MongoDBTargetTypeDef
- See DynamoDBTargetTypeDef
- See CatalogTargetTypeDef CatalogTargetOutputTypeDef
- See DeltaTargetTypeDef DeltaTargetOutputTypeDef
- See IcebergTargetTypeDef IcebergTargetOutputTypeDef
- See HudiTargetTypeDef HudiTargetOutputTypeDef
StorageDescriptorTypeDef#
# StorageDescriptorTypeDef definition
class StorageDescriptorTypeDef(TypedDict):
Columns: NotRequired[Sequence[ColumnUnionTypeDef]], # (1)
Location: NotRequired[str],
AdditionalLocations: NotRequired[Sequence[str]],
InputFormat: NotRequired[str],
OutputFormat: NotRequired[str],
Compressed: NotRequired[bool],
NumberOfBuckets: NotRequired[int],
SerdeInfo: NotRequired[SerDeInfoUnionTypeDef], # (2)
BucketColumns: NotRequired[Sequence[str]],
SortColumns: NotRequired[Sequence[OrderTypeDef]], # (3)
Parameters: NotRequired[Mapping[str, str]],
SkewedInfo: NotRequired[SkewedInfoUnionTypeDef], # (4)
StoredAsSubDirectories: NotRequired[bool],
SchemaReference: NotRequired[SchemaReferenceTypeDef], # (5)- See ColumnTypeDef ColumnOutputTypeDef
- See SerDeInfoTypeDef SerDeInfoOutputTypeDef
- See OrderTypeDef
- See SkewedInfoTypeDef SkewedInfoOutputTypeDef
- See SchemaReferenceTypeDef
StatementTypeDef#
# StatementTypeDef definition
class StatementTypeDef(TypedDict):
Id: NotRequired[int],
Code: NotRequired[str],
State: NotRequired[StatementStateType], # (1)
Output: NotRequired[StatementOutputTypeDef], # (2)
Progress: NotRequired[float],
StartedOn: NotRequired[int],
CompletedOn: NotRequired[int],ListDataQualityStatisticAnnotationsResponseTypeDef#
# ListDataQualityStatisticAnnotationsResponseTypeDef definition
class ListDataQualityStatisticAnnotationsResponseTypeDef(TypedDict):
Annotations: List[StatisticAnnotationTypeDef], # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
NextToken: NotRequired[str],ListDataQualityStatisticsResponseTypeDef#
# ListDataQualityStatisticsResponseTypeDef definition
class ListDataQualityStatisticsResponseTypeDef(TypedDict):
Statistics: List[StatisticSummaryTypeDef], # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
NextToken: NotRequired[str],DynamicTransformTypeDef#
# DynamicTransformTypeDef definition
class DynamicTransformTypeDef(TypedDict):
Name: str,
TransformName: str,
Inputs: Sequence[str],
FunctionName: str,
Path: str,
Parameters: NotRequired[Sequence[TransformConfigParameterUnionTypeDef]], # (1)
Version: NotRequired[str],
OutputSchemas: NotRequired[Sequence[GlueSchemaTypeDef]], # (2)RedshiftTargetTypeDef#
# RedshiftTargetTypeDef definition
class RedshiftTargetTypeDef(TypedDict):
Name: str,
Inputs: Sequence[str],
Database: str,
Table: str,
RedshiftTmpDir: NotRequired[str],
TmpDirIAMRole: NotRequired[str],
UpsertRedshiftOptions: NotRequired[UpsertRedshiftTargetOptionsUnionTypeDef], # (1)CreateTriggerRequestRequestTypeDef#
# CreateTriggerRequestRequestTypeDef definition
class CreateTriggerRequestRequestTypeDef(TypedDict):
Name: str,
Type: TriggerTypeType, # (1)
Actions: Sequence[ActionUnionTypeDef], # (2)
WorkflowName: NotRequired[str],
Schedule: NotRequired[str],
Predicate: NotRequired[PredicateTypeDef], # (3)
Description: NotRequired[str],
StartOnCreation: NotRequired[bool],
Tags: NotRequired[Mapping[str, str]],
EventBatchingCondition: NotRequired[EventBatchingConditionTypeDef], # (4)- See TriggerTypeType
- See ActionTypeDef ActionOutputTypeDef
- See PredicateTypeDef
- See EventBatchingConditionTypeDef
AmazonRedshiftSourceTypeDef#
# AmazonRedshiftSourceTypeDef definition
class AmazonRedshiftSourceTypeDef(TypedDict):
Name: NotRequired[str],
Data: NotRequired[AmazonRedshiftNodeDataUnionTypeDef], # (1)AmazonRedshiftTargetTypeDef#
# AmazonRedshiftTargetTypeDef definition
class AmazonRedshiftTargetTypeDef(TypedDict):
Name: NotRequired[str],
Data: NotRequired[AmazonRedshiftNodeDataUnionTypeDef], # (1)
Inputs: NotRequired[Sequence[str]],SnowflakeSourceTypeDef#
# SnowflakeSourceTypeDef definition
class SnowflakeSourceTypeDef(TypedDict):
Name: str,
Data: SnowflakeNodeDataUnionTypeDef, # (1)
OutputSchemas: NotRequired[Sequence[GlueSchemaTypeDef]], # (2)SnowflakeTargetTypeDef#
# SnowflakeTargetTypeDef definition
class SnowflakeTargetTypeDef(TypedDict):
Name: str,
Data: SnowflakeNodeDataUnionTypeDef, # (1)
Inputs: NotRequired[Sequence[str]],GetPartitionIndexesResponseTypeDef#
# GetPartitionIndexesResponseTypeDef definition
class GetPartitionIndexesResponseTypeDef(TypedDict):
PartitionIndexDescriptorList: List[PartitionIndexDescriptorTypeDef], # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
NextToken: NotRequired[str],TableStatusPaginatorTypeDef#
# TableStatusPaginatorTypeDef definition
class TableStatusPaginatorTypeDef(TypedDict):
RequestedBy: NotRequired[str],
UpdatedBy: NotRequired[str],
RequestTime: NotRequired[datetime],
UpdateTime: NotRequired[datetime],
Action: NotRequired[ResourceActionType], # (1)
State: NotRequired[ResourceStateType], # (2)
Error: NotRequired[ErrorDetailTypeDef], # (3)
Details: NotRequired[StatusDetailsPaginatorTypeDef], # (4)- See ResourceActionType
- See ResourceStateType
- See ErrorDetailTypeDef
- See StatusDetailsPaginatorTypeDef
TableStatusTypeDef#
# TableStatusTypeDef definition
class TableStatusTypeDef(TypedDict):
RequestedBy: NotRequired[str],
UpdatedBy: NotRequired[str],
RequestTime: NotRequired[datetime],
UpdateTime: NotRequired[datetime],
Action: NotRequired[ResourceActionType], # (1)
State: NotRequired[ResourceStateType], # (2)
Error: NotRequired[ErrorDetailTypeDef], # (3)
Details: NotRequired[StatusDetailsTypeDef], # (4)- See ResourceActionType
- See ResourceStateType
- See ErrorDetailTypeDef
- See StatusDetailsTypeDef
DecimalColumnStatisticsDataTypeDef#
# DecimalColumnStatisticsDataTypeDef definition
class DecimalColumnStatisticsDataTypeDef(TypedDict):
NumberOfNulls: int,
NumberOfDistinctValues: int,
MinimumValue: NotRequired[DecimalNumberUnionTypeDef], # (1)
MaximumValue: NotRequired[DecimalNumberUnionTypeDef], # (1)- See DecimalNumberTypeDef DecimalNumberOutputTypeDef
- See DecimalNumberTypeDef DecimalNumberOutputTypeDef
CreateScriptRequestRequestTypeDef#
# CreateScriptRequestRequestTypeDef definition
class CreateScriptRequestRequestTypeDef(TypedDict):
DagNodes: NotRequired[Sequence[CodeGenNodeUnionTypeDef]], # (1)
DagEdges: NotRequired[Sequence[CodeGenEdgeTypeDef]], # (2)
Language: NotRequired[LanguageType], # (3)CatalogKafkaSourceTypeDef#
# CatalogKafkaSourceTypeDef definition
class CatalogKafkaSourceTypeDef(TypedDict):
Name: str,
Table: str,
Database: str,
WindowSize: NotRequired[int],
DetectSchema: NotRequired[bool],
StreamingOptions: NotRequired[KafkaStreamingSourceOptionsUnionTypeDef], # (1)
DataPreviewOptions: NotRequired[StreamingDataPreviewOptionsTypeDef], # (2)- See KafkaStreamingSourceOptionsTypeDef KafkaStreamingSourceOptionsOutputTypeDef
- See StreamingDataPreviewOptionsTypeDef
DirectKafkaSourceTypeDef#
# DirectKafkaSourceTypeDef definition
class DirectKafkaSourceTypeDef(TypedDict):
Name: str,
StreamingOptions: NotRequired[KafkaStreamingSourceOptionsUnionTypeDef], # (1)
WindowSize: NotRequired[int],
DetectSchema: NotRequired[bool],
DataPreviewOptions: NotRequired[StreamingDataPreviewOptionsTypeDef], # (2)- See KafkaStreamingSourceOptionsTypeDef KafkaStreamingSourceOptionsOutputTypeDef
- See StreamingDataPreviewOptionsTypeDef
CatalogKinesisSourceTypeDef#
# CatalogKinesisSourceTypeDef definition
class CatalogKinesisSourceTypeDef(TypedDict):
Name: str,
Table: str,
Database: str,
WindowSize: NotRequired[int],
DetectSchema: NotRequired[bool],
StreamingOptions: NotRequired[KinesisStreamingSourceOptionsUnionTypeDef], # (1)
DataPreviewOptions: NotRequired[StreamingDataPreviewOptionsTypeDef], # (2)- See KinesisStreamingSourceOptionsTypeDef KinesisStreamingSourceOptionsOutputTypeDef
- See StreamingDataPreviewOptionsTypeDef
DirectKinesisSourceTypeDef#
# DirectKinesisSourceTypeDef definition
class DirectKinesisSourceTypeDef(TypedDict):
Name: str,
WindowSize: NotRequired[int],
DetectSchema: NotRequired[bool],
StreamingOptions: NotRequired[KinesisStreamingSourceOptionsUnionTypeDef], # (1)
DataPreviewOptions: NotRequired[StreamingDataPreviewOptionsTypeDef], # (2)- See KinesisStreamingSourceOptionsTypeDef KinesisStreamingSourceOptionsOutputTypeDef
- See StreamingDataPreviewOptionsTypeDef
BatchGetTriggersResponseTypeDef#
# BatchGetTriggersResponseTypeDef definition
class BatchGetTriggersResponseTypeDef(TypedDict):
Triggers: List[TriggerTypeDef], # (1)
TriggersNotFound: List[str],
ResponseMetadata: ResponseMetadataTypeDef, # (2)GetTriggerResponseTypeDef#
# GetTriggerResponseTypeDef definition
class GetTriggerResponseTypeDef(TypedDict):
Trigger: TriggerTypeDef, # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)GetTriggersResponseTypeDef#
# GetTriggersResponseTypeDef definition
class GetTriggersResponseTypeDef(TypedDict):
Triggers: List[TriggerTypeDef], # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
NextToken: NotRequired[str],TriggerNodeDetailsTypeDef#
# TriggerNodeDetailsTypeDef definition
class TriggerNodeDetailsTypeDef(TypedDict):
Trigger: NotRequired[TriggerTypeDef], # (1)- See TriggerTypeDef
UpdateTriggerResponseTypeDef#
# UpdateTriggerResponseTypeDef definition
class UpdateTriggerResponseTypeDef(TypedDict):
Trigger: TriggerTypeDef, # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)TriggerUpdateTypeDef#
# TriggerUpdateTypeDef definition
class TriggerUpdateTypeDef(TypedDict):
Name: NotRequired[str],
Description: NotRequired[str],
Schedule: NotRequired[str],
Actions: NotRequired[Sequence[ActionUnionTypeDef]], # (1)
Predicate: NotRequired[PredicateUnionTypeDef], # (2)
EventBatchingCondition: NotRequired[EventBatchingConditionTypeDef], # (3)- See ActionTypeDef ActionOutputTypeDef
- See PredicateTypeDef PredicateOutputTypeDef
- See EventBatchingConditionTypeDef
CreateUsageProfileRequestRequestTypeDef#
# CreateUsageProfileRequestRequestTypeDef definition
class CreateUsageProfileRequestRequestTypeDef(TypedDict):
Name: str,
Configuration: ProfileConfigurationTypeDef, # (1)
Description: NotRequired[str],
Tags: NotRequired[Mapping[str, str]],UpdateUsageProfileRequestRequestTypeDef#
# UpdateUsageProfileRequestRequestTypeDef definition
class UpdateUsageProfileRequestRequestTypeDef(TypedDict):
Name: str,
Configuration: ProfileConfigurationTypeDef, # (1)
Description: NotRequired[str],GetMLTransformResponseTypeDef#
# GetMLTransformResponseTypeDef definition
class GetMLTransformResponseTypeDef(TypedDict):
TransformId: str,
Name: str,
Description: str,
Status: TransformStatusTypeType, # (1)
CreatedOn: datetime,
LastModifiedOn: datetime,
InputRecordTables: List[GlueTableOutputTypeDef], # (2)
Parameters: TransformParametersTypeDef, # (3)
EvaluationMetrics: EvaluationMetricsTypeDef, # (4)
LabelCount: int,
Schema: List[SchemaColumnTypeDef], # (5)
Role: str,
GlueVersion: str,
MaxCapacity: float,
WorkerType: WorkerTypeType, # (6)
NumberOfWorkers: int,
Timeout: int,
MaxRetries: int,
TransformEncryption: TransformEncryptionTypeDef, # (7)
ResponseMetadata: ResponseMetadataTypeDef, # (8)- See TransformStatusTypeType
- See GlueTableOutputTypeDef
- See TransformParametersTypeDef
- See EvaluationMetricsTypeDef
- See SchemaColumnTypeDef
- See WorkerTypeType
- See TransformEncryptionTypeDef
- See ResponseMetadataTypeDef
MLTransformTypeDef#
# MLTransformTypeDef definition
class MLTransformTypeDef(TypedDict):
TransformId: NotRequired[str],
Name: NotRequired[str],
Description: NotRequired[str],
Status: NotRequired[TransformStatusTypeType], # (1)
CreatedOn: NotRequired[datetime],
LastModifiedOn: NotRequired[datetime],
InputRecordTables: NotRequired[List[GlueTableOutputTypeDef]], # (2)
Parameters: NotRequired[TransformParametersTypeDef], # (3)
EvaluationMetrics: NotRequired[EvaluationMetricsTypeDef], # (4)
LabelCount: NotRequired[int],
Schema: NotRequired[List[SchemaColumnTypeDef]], # (5)
Role: NotRequired[str],
GlueVersion: NotRequired[str],
MaxCapacity: NotRequired[float],
WorkerType: NotRequired[WorkerTypeType], # (6)
NumberOfWorkers: NotRequired[int],
Timeout: NotRequired[int],
MaxRetries: NotRequired[int],
TransformEncryption: NotRequired[TransformEncryptionTypeDef], # (7)- See TransformStatusTypeType
- See GlueTableOutputTypeDef
- See TransformParametersTypeDef
- See EvaluationMetricsTypeDef
- See SchemaColumnTypeDef
- See WorkerTypeType
- See TransformEncryptionTypeDef
BatchGetCrawlersResponseTypeDef#
# BatchGetCrawlersResponseTypeDef definition
class BatchGetCrawlersResponseTypeDef(TypedDict):
Crawlers: List[CrawlerTypeDef], # (1)
CrawlersNotFound: List[str],
ResponseMetadata: ResponseMetadataTypeDef, # (2)GetCrawlerResponseTypeDef#
# GetCrawlerResponseTypeDef definition
class GetCrawlerResponseTypeDef(TypedDict):
Crawler: CrawlerTypeDef, # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)GetCrawlersResponseTypeDef#
# GetCrawlersResponseTypeDef definition
class GetCrawlersResponseTypeDef(TypedDict):
Crawlers: List[CrawlerTypeDef], # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
NextToken: NotRequired[str],GetDatabaseResponseTypeDef#
# GetDatabaseResponseTypeDef definition
class GetDatabaseResponseTypeDef(TypedDict):
Database: DatabaseTypeDef, # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)GetDatabasesResponseTypeDef#
# GetDatabasesResponseTypeDef definition
class GetDatabasesResponseTypeDef(TypedDict):
DatabaseList: List[DatabaseTypeDef], # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
NextToken: NotRequired[str],DatabaseInputTypeDef#
# DatabaseInputTypeDef definition
class DatabaseInputTypeDef(TypedDict):
Name: str,
Description: NotRequired[str],
LocationUri: NotRequired[str],
Parameters: NotRequired[Mapping[str, str]],
CreateTableDefaultPermissions: NotRequired[Sequence[PrincipalPermissionsUnionTypeDef]], # (1)
TargetDatabase: NotRequired[DatabaseIdentifierTypeDef], # (2)
FederatedDatabase: NotRequired[FederatedDatabaseTypeDef], # (3)- See PrincipalPermissionsTypeDef PrincipalPermissionsOutputTypeDef
- See DatabaseIdentifierTypeDef
- See FederatedDatabaseTypeDef
DataQualityResultTypeDef#
# DataQualityResultTypeDef definition
class DataQualityResultTypeDef(TypedDict):
ResultId: NotRequired[str],
ProfileId: NotRequired[str],
Score: NotRequired[float],
DataSource: NotRequired[DataSourceOutputTypeDef], # (1)
RulesetName: NotRequired[str],
EvaluationContext: NotRequired[str],
StartedOn: NotRequired[datetime],
CompletedOn: NotRequired[datetime],
JobName: NotRequired[str],
JobRunId: NotRequired[str],
RulesetEvaluationRunId: NotRequired[str],
RuleResults: NotRequired[List[DataQualityRuleResultTypeDef]], # (2)
AnalyzerResults: NotRequired[List[DataQualityAnalyzerResultTypeDef]], # (3)
Observations: NotRequired[List[DataQualityObservationTypeDef]], # (4)- See DataSourceOutputTypeDef
- See DataQualityRuleResultTypeDef
- See DataQualityAnalyzerResultTypeDef
- See DataQualityObservationTypeDef
GetDataQualityResultResponseTypeDef#
# GetDataQualityResultResponseTypeDef definition
class GetDataQualityResultResponseTypeDef(TypedDict):
ResultId: str,
ProfileId: str,
Score: float,
DataSource: DataSourceOutputTypeDef, # (1)
RulesetName: str,
EvaluationContext: str,
StartedOn: datetime,
CompletedOn: datetime,
JobName: str,
JobRunId: str,
RulesetEvaluationRunId: str,
RuleResults: List[DataQualityRuleResultTypeDef], # (2)
AnalyzerResults: List[DataQualityAnalyzerResultTypeDef], # (3)
Observations: List[DataQualityObservationTypeDef], # (4)
ResponseMetadata: ResponseMetadataTypeDef, # (5)- See DataSourceOutputTypeDef
- See DataQualityRuleResultTypeDef
- See DataQualityAnalyzerResultTypeDef
- See DataQualityObservationTypeDef
- See ResponseMetadataTypeDef
ListDataQualityResultsResponseTypeDef#
# ListDataQualityResultsResponseTypeDef definition
class ListDataQualityResultsResponseTypeDef(TypedDict):
Results: List[DataQualityResultDescriptionTypeDef], # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
NextToken: NotRequired[str],ListDataQualityRuleRecommendationRunsResponseTypeDef#
# ListDataQualityRuleRecommendationRunsResponseTypeDef definition
class ListDataQualityRuleRecommendationRunsResponseTypeDef(TypedDict):
Runs: List[DataQualityRuleRecommendationRunDescriptionTypeDef], # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
NextToken: NotRequired[str],ListDataQualityRulesetEvaluationRunsResponseTypeDef#
# ListDataQualityRulesetEvaluationRunsResponseTypeDef definition
class ListDataQualityRulesetEvaluationRunsResponseTypeDef(TypedDict):
Runs: List[DataQualityRulesetEvaluationRunDescriptionTypeDef], # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
NextToken: NotRequired[str],ColumnStatisticsOutputTypeDef#
# ColumnStatisticsOutputTypeDef definition
class ColumnStatisticsOutputTypeDef(TypedDict):
ColumnName: str,
ColumnType: str,
AnalyzedTime: datetime,
StatisticsData: ColumnStatisticsDataOutputTypeDef, # (1)PartitionTypeDef#
# PartitionTypeDef definition
class PartitionTypeDef(TypedDict):
Values: NotRequired[List[str]],
DatabaseName: NotRequired[str],
TableName: NotRequired[str],
CreationTime: NotRequired[datetime],
LastAccessTime: NotRequired[datetime],
StorageDescriptor: NotRequired[StorageDescriptorOutputTypeDef], # (1)
Parameters: NotRequired[Dict[str, str]],
LastAnalyzedTime: NotRequired[datetime],
CatalogId: NotRequired[str],GetSecurityConfigurationResponseTypeDef#
# GetSecurityConfigurationResponseTypeDef definition
class GetSecurityConfigurationResponseTypeDef(TypedDict):
SecurityConfiguration: SecurityConfigurationTypeDef, # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)GetSecurityConfigurationsResponseTypeDef#
# GetSecurityConfigurationsResponseTypeDef definition
class GetSecurityConfigurationsResponseTypeDef(TypedDict):
SecurityConfigurations: List[SecurityConfigurationTypeDef], # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
NextToken: NotRequired[str],AthenaConnectorSourceTypeDef#
# AthenaConnectorSourceTypeDef definition
class AthenaConnectorSourceTypeDef(TypedDict):
Name: str,
ConnectionName: str,
ConnectorName: str,
ConnectionType: str,
SchemaName: str,
ConnectionTable: NotRequired[str],
OutputSchemas: NotRequired[Sequence[GlueSchemaUnionTypeDef]], # (1)JDBCConnectorSourceTypeDef#
# JDBCConnectorSourceTypeDef definition
class JDBCConnectorSourceTypeDef(TypedDict):
Name: str,
ConnectionName: str,
ConnectorName: str,
ConnectionType: str,
AdditionalOptions: NotRequired[JDBCConnectorOptionsUnionTypeDef], # (1)
ConnectionTable: NotRequired[str],
Query: NotRequired[str],
OutputSchemas: NotRequired[Sequence[GlueSchemaUnionTypeDef]], # (2)- See JDBCConnectorOptionsTypeDef JDBCConnectorOptionsOutputTypeDef
- See GlueSchemaTypeDef GlueSchemaOutputTypeDef
StartDataQualityRuleRecommendationRunRequestRequestTypeDef#
# StartDataQualityRuleRecommendationRunRequestRequestTypeDef definition
class StartDataQualityRuleRecommendationRunRequestRequestTypeDef(TypedDict):
DataSource: DataSourceTypeDef, # (1)
Role: str,
NumberOfWorkers: NotRequired[int],
Timeout: NotRequired[int],
CreatedRulesetName: NotRequired[str],
DataQualitySecurityConfiguration: NotRequired[str],
ClientToken: NotRequired[str],CreateTableOptimizerRequestRequestTypeDef#
# CreateTableOptimizerRequestRequestTypeDef definition
class CreateTableOptimizerRequestRequestTypeDef(TypedDict):
CatalogId: str,
DatabaseName: str,
TableName: str,
Type: TableOptimizerTypeType, # (1)
TableOptimizerConfiguration: TableOptimizerConfigurationTypeDef, # (2)UpdateTableOptimizerRequestRequestTypeDef#
# UpdateTableOptimizerRequestRequestTypeDef definition
class UpdateTableOptimizerRequestRequestTypeDef(TypedDict):
CatalogId: str,
DatabaseName: str,
TableName: str,
Type: TableOptimizerTypeType, # (1)
TableOptimizerConfiguration: TableOptimizerConfigurationTypeDef, # (2)ListTableOptimizerRunsResponseTypeDef#
# ListTableOptimizerRunsResponseTypeDef definition
class ListTableOptimizerRunsResponseTypeDef(TypedDict):
CatalogId: str,
DatabaseName: str,
TableName: str,
TableOptimizerRuns: List[TableOptimizerRunTypeDef], # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
NextToken: NotRequired[str],TableOptimizerTypeDef#
# TableOptimizerTypeDef definition
class TableOptimizerTypeDef(TypedDict):
type: NotRequired[TableOptimizerTypeType], # (1)
configuration: NotRequired[TableOptimizerConfigurationTypeDef], # (2)
lastRun: NotRequired[TableOptimizerRunTypeDef], # (3)GetMLTaskRunsResponseTypeDef#
# GetMLTaskRunsResponseTypeDef definition
class GetMLTaskRunsResponseTypeDef(TypedDict):
TaskRuns: List[TaskRunTypeDef], # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
NextToken: NotRequired[str],ConnectionInputTypeDef#
# ConnectionInputTypeDef definition
class ConnectionInputTypeDef(TypedDict):
Name: str,
ConnectionType: ConnectionTypeType, # (1)
ConnectionProperties: Mapping[ConnectionPropertyKeyType, str], # (2)
Description: NotRequired[str],
MatchCriteria: NotRequired[Sequence[str]],
AthenaProperties: NotRequired[Mapping[str, str]],
PhysicalConnectionRequirements: NotRequired[PhysicalConnectionRequirementsUnionTypeDef], # (3)
AuthenticationConfiguration: NotRequired[AuthenticationConfigurationInputTypeDef], # (4)
ValidateCredentials: NotRequired[bool],- See ConnectionTypeType
- See ConnectionPropertyKeyType
- See PhysicalConnectionRequirementsTypeDef PhysicalConnectionRequirementsOutputTypeDef
- See AuthenticationConfigurationInputTypeDef
TestConnectionInputTypeDef#
# TestConnectionInputTypeDef definition
class TestConnectionInputTypeDef(TypedDict):
ConnectionType: ConnectionTypeType, # (1)
ConnectionProperties: Mapping[ConnectionPropertyKeyType, str], # (2)
AuthenticationConfiguration: NotRequired[AuthenticationConfigurationInputTypeDef], # (3)ConnectionTypeDef#
# ConnectionTypeDef definition
class ConnectionTypeDef(TypedDict):
Name: NotRequired[str],
Description: NotRequired[str],
ConnectionType: NotRequired[ConnectionTypeType], # (1)
MatchCriteria: NotRequired[List[str]],
ConnectionProperties: NotRequired[Dict[ConnectionPropertyKeyType, str]], # (2)
AthenaProperties: NotRequired[Dict[str, str]],
PhysicalConnectionRequirements: NotRequired[PhysicalConnectionRequirementsOutputTypeDef], # (3)
CreationTime: NotRequired[datetime],
LastUpdatedTime: NotRequired[datetime],
LastUpdatedBy: NotRequired[str],
Status: NotRequired[ConnectionStatusType], # (4)
StatusReason: NotRequired[str],
LastConnectionValidationTime: NotRequired[datetime],
AuthenticationConfiguration: NotRequired[AuthenticationConfigurationTypeDef], # (5)- See ConnectionTypeType
- See ConnectionPropertyKeyType
- See PhysicalConnectionRequirementsOutputTypeDef
- See ConnectionStatusType
- See AuthenticationConfigurationTypeDef
CodeGenConfigurationNodeOutputTypeDef#
# CodeGenConfigurationNodeOutputTypeDef definition
class CodeGenConfigurationNodeOutputTypeDef(TypedDict):
AthenaConnectorSource: NotRequired[AthenaConnectorSourceOutputTypeDef], # (1)
JDBCConnectorSource: NotRequired[JDBCConnectorSourceOutputTypeDef], # (2)
SparkConnectorSource: NotRequired[SparkConnectorSourceOutputTypeDef], # (3)
CatalogSource: NotRequired[CatalogSourceTypeDef], # (4)
RedshiftSource: NotRequired[RedshiftSourceTypeDef], # (5)
S3CatalogSource: NotRequired[S3CatalogSourceTypeDef], # (6)
S3CsvSource: NotRequired[S3CsvSourceOutputTypeDef], # (7)
S3JsonSource: NotRequired[S3JsonSourceOutputTypeDef], # (8)
S3ParquetSource: NotRequired[S3ParquetSourceOutputTypeDef], # (9)
RelationalCatalogSource: NotRequired[RelationalCatalogSourceTypeDef], # (10)
DynamoDBCatalogSource: NotRequired[DynamoDBCatalogSourceTypeDef], # (11)
JDBCConnectorTarget: NotRequired[JDBCConnectorTargetOutputTypeDef], # (12)
SparkConnectorTarget: NotRequired[SparkConnectorTargetOutputTypeDef], # (13)
CatalogTarget: NotRequired[BasicCatalogTargetOutputTypeDef], # (14)
RedshiftTarget: NotRequired[RedshiftTargetOutputTypeDef], # (15)
S3CatalogTarget: NotRequired[S3CatalogTargetOutputTypeDef], # (16)
S3GlueParquetTarget: NotRequired[S3GlueParquetTargetOutputTypeDef], # (17)
S3DirectTarget: NotRequired[S3DirectTargetOutputTypeDef], # (18)
ApplyMapping: NotRequired[ApplyMappingOutputTypeDef], # (19)
SelectFields: NotRequired[SelectFieldsOutputTypeDef], # (20)
DropFields: NotRequired[DropFieldsOutputTypeDef], # (21)
RenameField: NotRequired[RenameFieldOutputTypeDef], # (22)
Spigot: NotRequired[SpigotOutputTypeDef], # (23)
Join: NotRequired[JoinOutputTypeDef], # (24)
SplitFields: NotRequired[SplitFieldsOutputTypeDef], # (25)
SelectFromCollection: NotRequired[SelectFromCollectionOutputTypeDef], # (26)
FillMissingValues: NotRequired[FillMissingValuesOutputTypeDef], # (27)
Filter: NotRequired[FilterOutputTypeDef], # (28)
CustomCode: NotRequired[CustomCodeOutputTypeDef], # (29)
SparkSQL: NotRequired[SparkSQLOutputTypeDef], # (30)
DirectKinesisSource: NotRequired[DirectKinesisSourceOutputTypeDef], # (31)
DirectKafkaSource: NotRequired[DirectKafkaSourceOutputTypeDef], # (32)
CatalogKinesisSource: NotRequired[CatalogKinesisSourceOutputTypeDef], # (33)
CatalogKafkaSource: NotRequired[CatalogKafkaSourceOutputTypeDef], # (34)
DropNullFields: NotRequired[DropNullFieldsOutputTypeDef], # (35)
Merge: NotRequired[MergeOutputTypeDef], # (36)
Union: NotRequired[UnionOutputTypeDef], # (37)
PIIDetection: NotRequired[PIIDetectionOutputTypeDef], # (38)
Aggregate: NotRequired[AggregateOutputTypeDef], # (39)
DropDuplicates: NotRequired[DropDuplicatesOutputTypeDef], # (40)
GovernedCatalogTarget: NotRequired[GovernedCatalogTargetOutputTypeDef], # (41)
GovernedCatalogSource: NotRequired[GovernedCatalogSourceTypeDef], # (42)
MicrosoftSQLServerCatalogSource: NotRequired[MicrosoftSQLServerCatalogSourceTypeDef], # (43)
MySQLCatalogSource: NotRequired[MySQLCatalogSourceTypeDef], # (44)
OracleSQLCatalogSource: NotRequired[OracleSQLCatalogSourceTypeDef], # (45)
PostgreSQLCatalogSource: NotRequired[PostgreSQLCatalogSourceTypeDef], # (46)
MicrosoftSQLServerCatalogTarget: NotRequired[MicrosoftSQLServerCatalogTargetOutputTypeDef], # (47)
MySQLCatalogTarget: NotRequired[MySQLCatalogTargetOutputTypeDef], # (48)
OracleSQLCatalogTarget: NotRequired[OracleSQLCatalogTargetOutputTypeDef], # (49)
PostgreSQLCatalogTarget: NotRequired[PostgreSQLCatalogTargetOutputTypeDef], # (50)
DynamicTransform: NotRequired[DynamicTransformOutputTypeDef], # (51)
EvaluateDataQuality: NotRequired[EvaluateDataQualityOutputTypeDef], # (52)
S3CatalogHudiSource: NotRequired[S3CatalogHudiSourceOutputTypeDef], # (53)
CatalogHudiSource: NotRequired[CatalogHudiSourceOutputTypeDef], # (54)
S3HudiSource: NotRequired[S3HudiSourceOutputTypeDef], # (55)
S3HudiCatalogTarget: NotRequired[S3HudiCatalogTargetOutputTypeDef], # (56)
S3HudiDirectTarget: NotRequired[S3HudiDirectTargetOutputTypeDef], # (57)
DirectJDBCSource: NotRequired[DirectJDBCSourceTypeDef], # (58)
S3CatalogDeltaSource: NotRequired[S3CatalogDeltaSourceOutputTypeDef], # (59)
CatalogDeltaSource: NotRequired[CatalogDeltaSourceOutputTypeDef], # (60)
S3DeltaSource: NotRequired[S3DeltaSourceOutputTypeDef], # (61)
S3DeltaCatalogTarget: NotRequired[S3DeltaCatalogTargetOutputTypeDef], # (62)
S3DeltaDirectTarget: NotRequired[S3DeltaDirectTargetOutputTypeDef], # (63)
AmazonRedshiftSource: NotRequired[AmazonRedshiftSourceOutputTypeDef], # (64)
AmazonRedshiftTarget: NotRequired[AmazonRedshiftTargetOutputTypeDef], # (65)
EvaluateDataQualityMultiFrame: NotRequired[EvaluateDataQualityMultiFrameOutputTypeDef], # (66)
Recipe: NotRequired[RecipeOutputTypeDef], # (67)
SnowflakeSource: NotRequired[SnowflakeSourceOutputTypeDef], # (68)
SnowflakeTarget: NotRequired[SnowflakeTargetOutputTypeDef], # (69)
ConnectorDataSource: NotRequired[ConnectorDataSourceOutputTypeDef], # (70)
ConnectorDataTarget: NotRequired[ConnectorDataTargetOutputTypeDef], # (71)- See AthenaConnectorSourceOutputTypeDef
- See JDBCConnectorSourceOutputTypeDef
- See SparkConnectorSourceOutputTypeDef
- See CatalogSourceTypeDef
- See RedshiftSourceTypeDef
- See S3CatalogSourceTypeDef
- See S3CsvSourceOutputTypeDef
- See S3JsonSourceOutputTypeDef
- See S3ParquetSourceOutputTypeDef
- See RelationalCatalogSourceTypeDef
- See DynamoDBCatalogSourceTypeDef
- See JDBCConnectorTargetOutputTypeDef
- See SparkConnectorTargetOutputTypeDef
- See BasicCatalogTargetOutputTypeDef
- See RedshiftTargetOutputTypeDef
- See S3CatalogTargetOutputTypeDef
- See S3GlueParquetTargetOutputTypeDef
- See S3DirectTargetOutputTypeDef
- See ApplyMappingOutputTypeDef
- See SelectFieldsOutputTypeDef
- See DropFieldsOutputTypeDef
- See RenameFieldOutputTypeDef
- See SpigotOutputTypeDef
- See JoinOutputTypeDef
- See SplitFieldsOutputTypeDef
- See SelectFromCollectionOutputTypeDef
- See FillMissingValuesOutputTypeDef
- See FilterOutputTypeDef
- See CustomCodeOutputTypeDef
- See SparkSQLOutputTypeDef
- See DirectKinesisSourceOutputTypeDef
- See DirectKafkaSourceOutputTypeDef
- See CatalogKinesisSourceOutputTypeDef
- See CatalogKafkaSourceOutputTypeDef
- See DropNullFieldsOutputTypeDef
- See MergeOutputTypeDef
- See UnionOutputTypeDef
- See PIIDetectionOutputTypeDef
- See AggregateOutputTypeDef
- See DropDuplicatesOutputTypeDef
- See GovernedCatalogTargetOutputTypeDef
- See GovernedCatalogSourceTypeDef
- See MicrosoftSQLServerCatalogSourceTypeDef
- See MySQLCatalogSourceTypeDef
- See OracleSQLCatalogSourceTypeDef
- See PostgreSQLCatalogSourceTypeDef
- See MicrosoftSQLServerCatalogTargetOutputTypeDef
- See MySQLCatalogTargetOutputTypeDef
- See OracleSQLCatalogTargetOutputTypeDef
- See PostgreSQLCatalogTargetOutputTypeDef
- See DynamicTransformOutputTypeDef
- See EvaluateDataQualityOutputTypeDef
- See S3CatalogHudiSourceOutputTypeDef
- See CatalogHudiSourceOutputTypeDef
- See S3HudiSourceOutputTypeDef
- See S3HudiCatalogTargetOutputTypeDef
- See S3HudiDirectTargetOutputTypeDef
- See DirectJDBCSourceTypeDef
- See S3CatalogDeltaSourceOutputTypeDef
- See CatalogDeltaSourceOutputTypeDef
- See S3DeltaSourceOutputTypeDef
- See S3DeltaCatalogTargetOutputTypeDef
- See S3DeltaDirectTargetOutputTypeDef
- See AmazonRedshiftSourceOutputTypeDef
- See AmazonRedshiftTargetOutputTypeDef
- See EvaluateDataQualityMultiFrameOutputTypeDef
- See RecipeOutputTypeDef
- See SnowflakeSourceOutputTypeDef
- See SnowflakeTargetOutputTypeDef
- See ConnectorDataSourceOutputTypeDef
- See ConnectorDataTargetOutputTypeDef
CodeGenConfigurationNodePaginatorTypeDef#
# CodeGenConfigurationNodePaginatorTypeDef definition
class CodeGenConfigurationNodePaginatorTypeDef(TypedDict):
AthenaConnectorSource: NotRequired[AthenaConnectorSourceOutputTypeDef], # (1)
JDBCConnectorSource: NotRequired[JDBCConnectorSourceOutputTypeDef], # (2)
SparkConnectorSource: NotRequired[SparkConnectorSourceOutputTypeDef], # (3)
CatalogSource: NotRequired[CatalogSourceTypeDef], # (4)
RedshiftSource: NotRequired[RedshiftSourceTypeDef], # (5)
S3CatalogSource: NotRequired[S3CatalogSourceTypeDef], # (6)
S3CsvSource: NotRequired[S3CsvSourceOutputTypeDef], # (7)
S3JsonSource: NotRequired[S3JsonSourceOutputTypeDef], # (8)
S3ParquetSource: NotRequired[S3ParquetSourceOutputTypeDef], # (9)
RelationalCatalogSource: NotRequired[RelationalCatalogSourceTypeDef], # (10)
DynamoDBCatalogSource: NotRequired[DynamoDBCatalogSourceTypeDef], # (11)
JDBCConnectorTarget: NotRequired[JDBCConnectorTargetOutputTypeDef], # (12)
SparkConnectorTarget: NotRequired[SparkConnectorTargetOutputTypeDef], # (13)
CatalogTarget: NotRequired[BasicCatalogTargetOutputTypeDef], # (14)
RedshiftTarget: NotRequired[RedshiftTargetOutputTypeDef], # (15)
S3CatalogTarget: NotRequired[S3CatalogTargetOutputTypeDef], # (16)
S3GlueParquetTarget: NotRequired[S3GlueParquetTargetOutputTypeDef], # (17)
S3DirectTarget: NotRequired[S3DirectTargetOutputTypeDef], # (18)
ApplyMapping: NotRequired[ApplyMappingPaginatorTypeDef], # (19)
SelectFields: NotRequired[SelectFieldsOutputTypeDef], # (20)
DropFields: NotRequired[DropFieldsOutputTypeDef], # (21)
RenameField: NotRequired[RenameFieldOutputTypeDef], # (22)
Spigot: NotRequired[SpigotOutputTypeDef], # (23)
Join: NotRequired[JoinOutputTypeDef], # (24)
SplitFields: NotRequired[SplitFieldsOutputTypeDef], # (25)
SelectFromCollection: NotRequired[SelectFromCollectionOutputTypeDef], # (26)
FillMissingValues: NotRequired[FillMissingValuesOutputTypeDef], # (27)
Filter: NotRequired[FilterOutputTypeDef], # (28)
CustomCode: NotRequired[CustomCodeOutputTypeDef], # (29)
SparkSQL: NotRequired[SparkSQLOutputTypeDef], # (30)
DirectKinesisSource: NotRequired[DirectKinesisSourceOutputTypeDef], # (31)
DirectKafkaSource: NotRequired[DirectKafkaSourceOutputTypeDef], # (32)
CatalogKinesisSource: NotRequired[CatalogKinesisSourceOutputTypeDef], # (33)
CatalogKafkaSource: NotRequired[CatalogKafkaSourceOutputTypeDef], # (34)
DropNullFields: NotRequired[DropNullFieldsOutputTypeDef], # (35)
Merge: NotRequired[MergeOutputTypeDef], # (36)
Union: NotRequired[UnionOutputTypeDef], # (37)
PIIDetection: NotRequired[PIIDetectionOutputTypeDef], # (38)
Aggregate: NotRequired[AggregateOutputTypeDef], # (39)
DropDuplicates: NotRequired[DropDuplicatesOutputTypeDef], # (40)
GovernedCatalogTarget: NotRequired[GovernedCatalogTargetOutputTypeDef], # (41)
GovernedCatalogSource: NotRequired[GovernedCatalogSourceTypeDef], # (42)
MicrosoftSQLServerCatalogSource: NotRequired[MicrosoftSQLServerCatalogSourceTypeDef], # (43)
MySQLCatalogSource: NotRequired[MySQLCatalogSourceTypeDef], # (44)
OracleSQLCatalogSource: NotRequired[OracleSQLCatalogSourceTypeDef], # (45)
PostgreSQLCatalogSource: NotRequired[PostgreSQLCatalogSourceTypeDef], # (46)
MicrosoftSQLServerCatalogTarget: NotRequired[MicrosoftSQLServerCatalogTargetOutputTypeDef], # (47)
MySQLCatalogTarget: NotRequired[MySQLCatalogTargetOutputTypeDef], # (48)
OracleSQLCatalogTarget: NotRequired[OracleSQLCatalogTargetOutputTypeDef], # (49)
PostgreSQLCatalogTarget: NotRequired[PostgreSQLCatalogTargetOutputTypeDef], # (50)
DynamicTransform: NotRequired[DynamicTransformOutputTypeDef], # (51)
EvaluateDataQuality: NotRequired[EvaluateDataQualityOutputTypeDef], # (52)
S3CatalogHudiSource: NotRequired[S3CatalogHudiSourceOutputTypeDef], # (53)
CatalogHudiSource: NotRequired[CatalogHudiSourceOutputTypeDef], # (54)
S3HudiSource: NotRequired[S3HudiSourceOutputTypeDef], # (55)
S3HudiCatalogTarget: NotRequired[S3HudiCatalogTargetOutputTypeDef], # (56)
S3HudiDirectTarget: NotRequired[S3HudiDirectTargetOutputTypeDef], # (57)
DirectJDBCSource: NotRequired[DirectJDBCSourceTypeDef], # (58)
S3CatalogDeltaSource: NotRequired[S3CatalogDeltaSourceOutputTypeDef], # (59)
CatalogDeltaSource: NotRequired[CatalogDeltaSourceOutputTypeDef], # (60)
S3DeltaSource: NotRequired[S3DeltaSourceOutputTypeDef], # (61)
S3DeltaCatalogTarget: NotRequired[S3DeltaCatalogTargetOutputTypeDef], # (62)
S3DeltaDirectTarget: NotRequired[S3DeltaDirectTargetOutputTypeDef], # (63)
AmazonRedshiftSource: NotRequired[AmazonRedshiftSourceOutputTypeDef], # (64)
AmazonRedshiftTarget: NotRequired[AmazonRedshiftTargetOutputTypeDef], # (65)
EvaluateDataQualityMultiFrame: NotRequired[EvaluateDataQualityMultiFrameOutputTypeDef], # (66)
Recipe: NotRequired[RecipeOutputTypeDef], # (67)
SnowflakeSource: NotRequired[SnowflakeSourceOutputTypeDef], # (68)
SnowflakeTarget: NotRequired[SnowflakeTargetOutputTypeDef], # (69)
ConnectorDataSource: NotRequired[ConnectorDataSourceOutputTypeDef], # (70)
ConnectorDataTarget: NotRequired[ConnectorDataTargetOutputTypeDef], # (71)- See AthenaConnectorSourceOutputTypeDef
- See JDBCConnectorSourceOutputTypeDef
- See SparkConnectorSourceOutputTypeDef
- See CatalogSourceTypeDef
- See RedshiftSourceTypeDef
- See S3CatalogSourceTypeDef
- See S3CsvSourceOutputTypeDef
- See S3JsonSourceOutputTypeDef
- See S3ParquetSourceOutputTypeDef
- See RelationalCatalogSourceTypeDef
- See DynamoDBCatalogSourceTypeDef
- See JDBCConnectorTargetOutputTypeDef
- See SparkConnectorTargetOutputTypeDef
- See BasicCatalogTargetOutputTypeDef
- See RedshiftTargetOutputTypeDef
- See S3CatalogTargetOutputTypeDef
- See S3GlueParquetTargetOutputTypeDef
- See S3DirectTargetOutputTypeDef
- See ApplyMappingPaginatorTypeDef
- See SelectFieldsOutputTypeDef
- See DropFieldsOutputTypeDef
- See RenameFieldOutputTypeDef
- See SpigotOutputTypeDef
- See JoinOutputTypeDef
- See SplitFieldsOutputTypeDef
- See SelectFromCollectionOutputTypeDef
- See FillMissingValuesOutputTypeDef
- See FilterOutputTypeDef
- See CustomCodeOutputTypeDef
- See SparkSQLOutputTypeDef
- See DirectKinesisSourceOutputTypeDef
- See DirectKafkaSourceOutputTypeDef
- See CatalogKinesisSourceOutputTypeDef
- See CatalogKafkaSourceOutputTypeDef
- See DropNullFieldsOutputTypeDef
- See MergeOutputTypeDef
- See UnionOutputTypeDef
- See PIIDetectionOutputTypeDef
- See AggregateOutputTypeDef
- See DropDuplicatesOutputTypeDef
- See GovernedCatalogTargetOutputTypeDef
- See GovernedCatalogSourceTypeDef
- See MicrosoftSQLServerCatalogSourceTypeDef
- See MySQLCatalogSourceTypeDef
- See OracleSQLCatalogSourceTypeDef
- See PostgreSQLCatalogSourceTypeDef
- See MicrosoftSQLServerCatalogTargetOutputTypeDef
- See MySQLCatalogTargetOutputTypeDef
- See OracleSQLCatalogTargetOutputTypeDef
- See PostgreSQLCatalogTargetOutputTypeDef
- See DynamicTransformOutputTypeDef
- See EvaluateDataQualityOutputTypeDef
- See S3CatalogHudiSourceOutputTypeDef
- See CatalogHudiSourceOutputTypeDef
- See S3HudiSourceOutputTypeDef
- See S3HudiCatalogTargetOutputTypeDef
- See S3HudiDirectTargetOutputTypeDef
- See DirectJDBCSourceTypeDef
- See S3CatalogDeltaSourceOutputTypeDef
- See CatalogDeltaSourceOutputTypeDef
- See S3DeltaSourceOutputTypeDef
- See S3DeltaCatalogTargetOutputTypeDef
- See S3DeltaDirectTargetOutputTypeDef
- See AmazonRedshiftSourceOutputTypeDef
- See AmazonRedshiftTargetOutputTypeDef
- See EvaluateDataQualityMultiFrameOutputTypeDef
- See RecipeOutputTypeDef
- See SnowflakeSourceOutputTypeDef
- See SnowflakeTargetOutputTypeDef
- See ConnectorDataSourceOutputTypeDef
- See ConnectorDataTargetOutputTypeDef
CreateCrawlerRequestRequestTypeDef#
# CreateCrawlerRequestRequestTypeDef definition
class CreateCrawlerRequestRequestTypeDef(TypedDict):
Name: str,
Role: str,
Targets: CrawlerTargetsTypeDef, # (1)
DatabaseName: NotRequired[str],
Description: NotRequired[str],
Schedule: NotRequired[str],
Classifiers: NotRequired[Sequence[str]],
TablePrefix: NotRequired[str],
SchemaChangePolicy: NotRequired[SchemaChangePolicyTypeDef], # (2)
RecrawlPolicy: NotRequired[RecrawlPolicyTypeDef], # (3)
LineageConfiguration: NotRequired[LineageConfigurationTypeDef], # (4)
LakeFormationConfiguration: NotRequired[LakeFormationConfigurationTypeDef], # (5)
Configuration: NotRequired[str],
CrawlerSecurityConfiguration: NotRequired[str],
Tags: NotRequired[Mapping[str, str]],- See CrawlerTargetsTypeDef
- See SchemaChangePolicyTypeDef
- See RecrawlPolicyTypeDef
- See LineageConfigurationTypeDef
- See LakeFormationConfigurationTypeDef
UpdateCrawlerRequestRequestTypeDef#
# UpdateCrawlerRequestRequestTypeDef definition
class UpdateCrawlerRequestRequestTypeDef(TypedDict):
Name: str,
Role: NotRequired[str],
DatabaseName: NotRequired[str],
Description: NotRequired[str],
Targets: NotRequired[CrawlerTargetsTypeDef], # (1)
Schedule: NotRequired[str],
Classifiers: NotRequired[Sequence[str]],
TablePrefix: NotRequired[str],
SchemaChangePolicy: NotRequired[SchemaChangePolicyTypeDef], # (2)
RecrawlPolicy: NotRequired[RecrawlPolicyTypeDef], # (3)
LineageConfiguration: NotRequired[LineageConfigurationTypeDef], # (4)
LakeFormationConfiguration: NotRequired[LakeFormationConfigurationTypeDef], # (5)
Configuration: NotRequired[str],
CrawlerSecurityConfiguration: NotRequired[str],- See CrawlerTargetsTypeDef
- See SchemaChangePolicyTypeDef
- See RecrawlPolicyTypeDef
- See LineageConfigurationTypeDef
- See LakeFormationConfigurationTypeDef
GetStatementResponseTypeDef#
# GetStatementResponseTypeDef definition
class GetStatementResponseTypeDef(TypedDict):
Statement: StatementTypeDef, # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)ListStatementsResponseTypeDef#
# ListStatementsResponseTypeDef definition
class ListStatementsResponseTypeDef(TypedDict):
Statements: List[StatementTypeDef], # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
NextToken: NotRequired[str],TablePaginatorTypeDef#
# TablePaginatorTypeDef definition
class TablePaginatorTypeDef(TypedDict):
Name: str,
DatabaseName: NotRequired[str],
Description: NotRequired[str],
Owner: NotRequired[str],
CreateTime: NotRequired[datetime],
UpdateTime: NotRequired[datetime],
LastAccessTime: NotRequired[datetime],
LastAnalyzedTime: NotRequired[datetime],
Retention: NotRequired[int],
StorageDescriptor: NotRequired[StorageDescriptorOutputTypeDef], # (1)
PartitionKeys: NotRequired[List[ColumnOutputTypeDef]], # (2)
ViewOriginalText: NotRequired[str],
ViewExpandedText: NotRequired[str],
TableType: NotRequired[str],
Parameters: NotRequired[Dict[str, str]],
CreatedBy: NotRequired[str],
IsRegisteredWithLakeFormation: NotRequired[bool],
TargetTable: NotRequired[TableIdentifierTypeDef], # (3)
CatalogId: NotRequired[str],
VersionId: NotRequired[str],
FederatedTable: NotRequired[FederatedTableTypeDef], # (4)
ViewDefinition: NotRequired[ViewDefinitionTypeDef], # (5)
IsMultiDialectView: NotRequired[bool],
Status: NotRequired[TableStatusPaginatorTypeDef], # (6)- See StorageDescriptorOutputTypeDef
- See ColumnOutputTypeDef
- See TableIdentifierTypeDef
- See FederatedTableTypeDef
- See ViewDefinitionTypeDef
- See TableStatusPaginatorTypeDef
TableTypeDef#
# TableTypeDef definition
class TableTypeDef(TypedDict):
Name: str,
DatabaseName: NotRequired[str],
Description: NotRequired[str],
Owner: NotRequired[str],
CreateTime: NotRequired[datetime],
UpdateTime: NotRequired[datetime],
LastAccessTime: NotRequired[datetime],
LastAnalyzedTime: NotRequired[datetime],
Retention: NotRequired[int],
StorageDescriptor: NotRequired[StorageDescriptorOutputTypeDef], # (1)
PartitionKeys: NotRequired[List[ColumnOutputTypeDef]], # (2)
ViewOriginalText: NotRequired[str],
ViewExpandedText: NotRequired[str],
TableType: NotRequired[str],
Parameters: NotRequired[Dict[str, str]],
CreatedBy: NotRequired[str],
IsRegisteredWithLakeFormation: NotRequired[bool],
TargetTable: NotRequired[TableIdentifierTypeDef], # (3)
CatalogId: NotRequired[str],
VersionId: NotRequired[str],
FederatedTable: NotRequired[FederatedTableTypeDef], # (4)
ViewDefinition: NotRequired[ViewDefinitionTypeDef], # (5)
IsMultiDialectView: NotRequired[bool],
Status: NotRequired[TableStatusTypeDef], # (6)- See StorageDescriptorOutputTypeDef
- See ColumnOutputTypeDef
- See TableIdentifierTypeDef
- See FederatedTableTypeDef
- See ViewDefinitionTypeDef
- See TableStatusTypeDef
NodeTypeDef#
# NodeTypeDef definition
class NodeTypeDef(TypedDict):
Type: NotRequired[NodeTypeType], # (1)
Name: NotRequired[str],
UniqueId: NotRequired[str],
TriggerDetails: NotRequired[TriggerNodeDetailsTypeDef], # (2)
JobDetails: NotRequired[JobNodeDetailsTypeDef], # (3)
CrawlerDetails: NotRequired[CrawlerNodeDetailsTypeDef], # (4)- See NodeTypeType
- See TriggerNodeDetailsTypeDef
- See JobNodeDetailsTypeDef
- See CrawlerNodeDetailsTypeDef
UpdateTriggerRequestRequestTypeDef#
# UpdateTriggerRequestRequestTypeDef definition
class UpdateTriggerRequestRequestTypeDef(TypedDict):
Name: str,
TriggerUpdate: TriggerUpdateTypeDef, # (1)GetMLTransformsResponseTypeDef#
# GetMLTransformsResponseTypeDef definition
class GetMLTransformsResponseTypeDef(TypedDict):
Transforms: List[MLTransformTypeDef], # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
NextToken: NotRequired[str],CreateDatabaseRequestRequestTypeDef#
# CreateDatabaseRequestRequestTypeDef definition
class CreateDatabaseRequestRequestTypeDef(TypedDict):
DatabaseInput: DatabaseInputTypeDef, # (1)
CatalogId: NotRequired[str],
Tags: NotRequired[Mapping[str, str]],UpdateDatabaseRequestRequestTypeDef#
# UpdateDatabaseRequestRequestTypeDef definition
class UpdateDatabaseRequestRequestTypeDef(TypedDict):
Name: str,
DatabaseInput: DatabaseInputTypeDef, # (1)
CatalogId: NotRequired[str],BatchGetDataQualityResultResponseTypeDef#
# BatchGetDataQualityResultResponseTypeDef definition
class BatchGetDataQualityResultResponseTypeDef(TypedDict):
Results: List[DataQualityResultTypeDef], # (1)
ResultsNotFound: List[str],
ResponseMetadata: ResponseMetadataTypeDef, # (2)ColumnStatisticsErrorTypeDef#
# ColumnStatisticsErrorTypeDef definition
class ColumnStatisticsErrorTypeDef(TypedDict):
ColumnStatistics: NotRequired[ColumnStatisticsOutputTypeDef], # (1)
Error: NotRequired[ErrorDetailTypeDef], # (2)GetColumnStatisticsForPartitionResponseTypeDef#
# GetColumnStatisticsForPartitionResponseTypeDef definition
class GetColumnStatisticsForPartitionResponseTypeDef(TypedDict):
ColumnStatisticsList: List[ColumnStatisticsOutputTypeDef], # (1)
Errors: List[ColumnErrorTypeDef], # (2)
ResponseMetadata: ResponseMetadataTypeDef, # (3)GetColumnStatisticsForTableResponseTypeDef#
# GetColumnStatisticsForTableResponseTypeDef definition
class GetColumnStatisticsForTableResponseTypeDef(TypedDict):
ColumnStatisticsList: List[ColumnStatisticsOutputTypeDef], # (1)
Errors: List[ColumnErrorTypeDef], # (2)
ResponseMetadata: ResponseMetadataTypeDef, # (3)BatchGetPartitionResponseTypeDef#
# BatchGetPartitionResponseTypeDef definition
class BatchGetPartitionResponseTypeDef(TypedDict):
Partitions: List[PartitionTypeDef], # (1)
UnprocessedKeys: List[PartitionValueListOutputTypeDef], # (2)
ResponseMetadata: ResponseMetadataTypeDef, # (3)GetPartitionResponseTypeDef#
# GetPartitionResponseTypeDef definition
class GetPartitionResponseTypeDef(TypedDict):
Partition: PartitionTypeDef, # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)GetPartitionsResponseTypeDef#
# GetPartitionsResponseTypeDef definition
class GetPartitionsResponseTypeDef(TypedDict):
Partitions: List[PartitionTypeDef], # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
NextToken: NotRequired[str],GetUnfilteredPartitionMetadataResponseTypeDef#
# GetUnfilteredPartitionMetadataResponseTypeDef definition
class GetUnfilteredPartitionMetadataResponseTypeDef(TypedDict):
Partition: PartitionTypeDef, # (1)
AuthorizedColumns: List[str],
IsRegisteredWithLakeFormation: bool,
ResponseMetadata: ResponseMetadataTypeDef, # (2)UnfilteredPartitionTypeDef#
# UnfilteredPartitionTypeDef definition
class UnfilteredPartitionTypeDef(TypedDict):
Partition: NotRequired[PartitionTypeDef], # (1)
AuthorizedColumns: NotRequired[List[str]],
IsRegisteredWithLakeFormation: NotRequired[bool],- See PartitionTypeDef
FilterTypeDef#
# FilterTypeDef definition
class FilterTypeDef(TypedDict):
Name: str,
Inputs: Sequence[str],
LogicalOperator: FilterLogicalOperatorType, # (1)
Filters: Sequence[FilterExpressionUnionTypeDef], # (2)DataQualityResultFilterCriteriaTypeDef#
# DataQualityResultFilterCriteriaTypeDef definition
class DataQualityResultFilterCriteriaTypeDef(TypedDict):
DataSource: NotRequired[DataSourceUnionTypeDef], # (1)
JobName: NotRequired[str],
JobRunId: NotRequired[str],
StartedAfter: NotRequired[TimestampTypeDef],
StartedBefore: NotRequired[TimestampTypeDef],DataQualityRuleRecommendationRunFilterTypeDef#
# DataQualityRuleRecommendationRunFilterTypeDef definition
class DataQualityRuleRecommendationRunFilterTypeDef(TypedDict):
DataSource: DataSourceUnionTypeDef, # (1)
StartedBefore: NotRequired[TimestampTypeDef],
StartedAfter: NotRequired[TimestampTypeDef],DataQualityRulesetEvaluationRunFilterTypeDef#
# DataQualityRulesetEvaluationRunFilterTypeDef definition
class DataQualityRulesetEvaluationRunFilterTypeDef(TypedDict):
DataSource: DataSourceUnionTypeDef, # (1)
StartedBefore: NotRequired[TimestampTypeDef],
StartedAfter: NotRequired[TimestampTypeDef],StartDataQualityRulesetEvaluationRunRequestRequestTypeDef#
# StartDataQualityRulesetEvaluationRunRequestRequestTypeDef definition
class StartDataQualityRulesetEvaluationRunRequestRequestTypeDef(TypedDict):
DataSource: DataSourceTypeDef, # (1)
Role: str,
RulesetNames: Sequence[str],
NumberOfWorkers: NotRequired[int],
Timeout: NotRequired[int],
ClientToken: NotRequired[str],
AdditionalRunOptions: NotRequired[DataQualityEvaluationRunAdditionalRunOptionsTypeDef], # (2)
AdditionalDataSources: NotRequired[Mapping[str, DataSourceUnionTypeDef]], # (3)- See DataSourceTypeDef
- See DataQualityEvaluationRunAdditionalRunOptionsTypeDef
- See DataSourceTypeDef DataSourceOutputTypeDef
BatchTableOptimizerTypeDef#
# BatchTableOptimizerTypeDef definition
class BatchTableOptimizerTypeDef(TypedDict):
catalogId: NotRequired[str],
databaseName: NotRequired[str],
tableName: NotRequired[str],
tableOptimizer: NotRequired[TableOptimizerTypeDef], # (1)GetTableOptimizerResponseTypeDef#
# GetTableOptimizerResponseTypeDef definition
class GetTableOptimizerResponseTypeDef(TypedDict):
CatalogId: str,
DatabaseName: str,
TableName: str,
TableOptimizer: TableOptimizerTypeDef, # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)CreateConnectionRequestRequestTypeDef#
# CreateConnectionRequestRequestTypeDef definition
class CreateConnectionRequestRequestTypeDef(TypedDict):
ConnectionInput: ConnectionInputTypeDef, # (1)
CatalogId: NotRequired[str],
Tags: NotRequired[Mapping[str, str]],UpdateConnectionRequestRequestTypeDef#
# UpdateConnectionRequestRequestTypeDef definition
class UpdateConnectionRequestRequestTypeDef(TypedDict):
Name: str,
ConnectionInput: ConnectionInputTypeDef, # (1)
CatalogId: NotRequired[str],TestConnectionRequestRequestTypeDef#
# TestConnectionRequestRequestTypeDef definition
class TestConnectionRequestRequestTypeDef(TypedDict):
ConnectionName: NotRequired[str],
TestConnectionInput: NotRequired[TestConnectionInputTypeDef], # (1)GetConnectionResponseTypeDef#
# GetConnectionResponseTypeDef definition
class GetConnectionResponseTypeDef(TypedDict):
Connection: ConnectionTypeDef, # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)GetConnectionsResponseTypeDef#
# GetConnectionsResponseTypeDef definition
class GetConnectionsResponseTypeDef(TypedDict):
ConnectionList: List[ConnectionTypeDef], # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
NextToken: NotRequired[str],JobTypeDef#
# JobTypeDef definition
class JobTypeDef(TypedDict):
Name: NotRequired[str],
JobMode: NotRequired[JobModeType], # (1)
JobRunQueuingEnabled: NotRequired[bool],
Description: NotRequired[str],
LogUri: NotRequired[str],
Role: NotRequired[str],
CreatedOn: NotRequired[datetime],
LastModifiedOn: NotRequired[datetime],
ExecutionProperty: NotRequired[ExecutionPropertyTypeDef], # (2)
Command: NotRequired[JobCommandTypeDef], # (3)
DefaultArguments: NotRequired[Dict[str, str]],
NonOverridableArguments: NotRequired[Dict[str, str]],
Connections: NotRequired[ConnectionsListOutputTypeDef], # (4)
MaxRetries: NotRequired[int],
AllocatedCapacity: NotRequired[int],
Timeout: NotRequired[int],
MaxCapacity: NotRequired[float],
WorkerType: NotRequired[WorkerTypeType], # (5)
NumberOfWorkers: NotRequired[int],
SecurityConfiguration: NotRequired[str],
NotificationProperty: NotRequired[NotificationPropertyTypeDef], # (6)
GlueVersion: NotRequired[str],
CodeGenConfigurationNodes: NotRequired[Dict[str, CodeGenConfigurationNodeOutputTypeDef]], # (7)
ExecutionClass: NotRequired[ExecutionClassType], # (8)
SourceControlDetails: NotRequired[SourceControlDetailsTypeDef], # (9)
MaintenanceWindow: NotRequired[str],
ProfileName: NotRequired[str],- See JobModeType
- See ExecutionPropertyTypeDef
- See JobCommandTypeDef
- See ConnectionsListOutputTypeDef
- See WorkerTypeType
- See NotificationPropertyTypeDef
- See CodeGenConfigurationNodeOutputTypeDef
- See ExecutionClassType
- See SourceControlDetailsTypeDef
JobPaginatorTypeDef#
# JobPaginatorTypeDef definition
class JobPaginatorTypeDef(TypedDict):
Name: NotRequired[str],
JobMode: NotRequired[JobModeType], # (1)
JobRunQueuingEnabled: NotRequired[bool],
Description: NotRequired[str],
LogUri: NotRequired[str],
Role: NotRequired[str],
CreatedOn: NotRequired[datetime],
LastModifiedOn: NotRequired[datetime],
ExecutionProperty: NotRequired[ExecutionPropertyTypeDef], # (2)
Command: NotRequired[JobCommandTypeDef], # (3)
DefaultArguments: NotRequired[Dict[str, str]],
NonOverridableArguments: NotRequired[Dict[str, str]],
Connections: NotRequired[ConnectionsListOutputTypeDef], # (4)
MaxRetries: NotRequired[int],
AllocatedCapacity: NotRequired[int],
Timeout: NotRequired[int],
MaxCapacity: NotRequired[float],
WorkerType: NotRequired[WorkerTypeType], # (5)
NumberOfWorkers: NotRequired[int],
SecurityConfiguration: NotRequired[str],
NotificationProperty: NotRequired[NotificationPropertyTypeDef], # (6)
GlueVersion: NotRequired[str],
CodeGenConfigurationNodes: NotRequired[Dict[str, CodeGenConfigurationNodePaginatorTypeDef]], # (7)
ExecutionClass: NotRequired[ExecutionClassType], # (8)
SourceControlDetails: NotRequired[SourceControlDetailsTypeDef], # (9)
MaintenanceWindow: NotRequired[str],
ProfileName: NotRequired[str],- See JobModeType
- See ExecutionPropertyTypeDef
- See JobCommandTypeDef
- See ConnectionsListOutputTypeDef
- See WorkerTypeType
- See NotificationPropertyTypeDef
- See CodeGenConfigurationNodePaginatorTypeDef
- See ExecutionClassType
- See SourceControlDetailsTypeDef
RecipeTypeDef#
# RecipeTypeDef definition
class RecipeTypeDef(TypedDict):
Name: str,
Inputs: Sequence[str],
RecipeReference: NotRequired[RecipeReferenceTypeDef], # (1)
RecipeSteps: NotRequired[Sequence[RecipeStepUnionTypeDef]], # (2)PartitionInputTypeDef#
# PartitionInputTypeDef definition
class PartitionInputTypeDef(TypedDict):
Values: NotRequired[Sequence[str]],
LastAccessTime: NotRequired[TimestampTypeDef],
StorageDescriptor: NotRequired[StorageDescriptorUnionTypeDef], # (1)
Parameters: NotRequired[Mapping[str, str]],
LastAnalyzedTime: NotRequired[TimestampTypeDef],TableInputTypeDef#
# TableInputTypeDef definition
class TableInputTypeDef(TypedDict):
Name: str,
Description: NotRequired[str],
Owner: NotRequired[str],
LastAccessTime: NotRequired[TimestampTypeDef],
LastAnalyzedTime: NotRequired[TimestampTypeDef],
Retention: NotRequired[int],
StorageDescriptor: NotRequired[StorageDescriptorUnionTypeDef], # (1)
PartitionKeys: NotRequired[Sequence[ColumnUnionTypeDef]], # (2)
ViewOriginalText: NotRequired[str],
ViewExpandedText: NotRequired[str],
TableType: NotRequired[str],
Parameters: NotRequired[Mapping[str, str]],
TargetTable: NotRequired[TableIdentifierTypeDef], # (3)
ViewDefinition: NotRequired[ViewDefinitionInputTypeDef], # (4)- See StorageDescriptorTypeDef StorageDescriptorOutputTypeDef
- See ColumnTypeDef ColumnOutputTypeDef
- See TableIdentifierTypeDef
- See ViewDefinitionInputTypeDef
GetTablesResponsePaginatorTypeDef#
# GetTablesResponsePaginatorTypeDef definition
class GetTablesResponsePaginatorTypeDef(TypedDict):
TableList: List[TablePaginatorTypeDef], # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
NextToken: NotRequired[str],TableVersionPaginatorTypeDef#
# TableVersionPaginatorTypeDef definition
class TableVersionPaginatorTypeDef(TypedDict):
Table: NotRequired[TablePaginatorTypeDef], # (1)
VersionId: NotRequired[str],GetTableResponseTypeDef#
# GetTableResponseTypeDef definition
class GetTableResponseTypeDef(TypedDict):
Table: TableTypeDef, # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)- See TableTypeDef
- See ResponseMetadataTypeDef
GetTablesResponseTypeDef#
# GetTablesResponseTypeDef definition
class GetTablesResponseTypeDef(TypedDict):
TableList: List[TableTypeDef], # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
NextToken: NotRequired[str],- See TableTypeDef
- See ResponseMetadataTypeDef
GetUnfilteredTableMetadataResponseTypeDef#
# GetUnfilteredTableMetadataResponseTypeDef definition
class GetUnfilteredTableMetadataResponseTypeDef(TypedDict):
Table: TableTypeDef, # (1)
AuthorizedColumns: List[str],
IsRegisteredWithLakeFormation: bool,
CellFilters: List[ColumnRowFilterTypeDef], # (2)
QueryAuthorizationId: str,
IsMultiDialectView: bool,
ResourceArn: str,
IsProtected: bool,
Permissions: List[PermissionType], # (3)
RowFilter: str,
ResponseMetadata: ResponseMetadataTypeDef, # (4)- See TableTypeDef
- See ColumnRowFilterTypeDef
- See PermissionType
- See ResponseMetadataTypeDef
SearchTablesResponseTypeDef#
# SearchTablesResponseTypeDef definition
class SearchTablesResponseTypeDef(TypedDict):
TableList: List[TableTypeDef], # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
NextToken: NotRequired[str],- See TableTypeDef
- See ResponseMetadataTypeDef
TableVersionTypeDef#
# TableVersionTypeDef definition
class TableVersionTypeDef(TypedDict):
Table: NotRequired[TableTypeDef], # (1)
VersionId: NotRequired[str],- See TableTypeDef
ColumnStatisticsDataTypeDef#
# ColumnStatisticsDataTypeDef definition
class ColumnStatisticsDataTypeDef(TypedDict):
Type: ColumnStatisticsTypeType, # (1)
BooleanColumnStatisticsData: NotRequired[BooleanColumnStatisticsDataTypeDef], # (2)
DateColumnStatisticsData: NotRequired[DateColumnStatisticsDataUnionTypeDef], # (3)
DecimalColumnStatisticsData: NotRequired[DecimalColumnStatisticsDataUnionTypeDef], # (4)
DoubleColumnStatisticsData: NotRequired[DoubleColumnStatisticsDataTypeDef], # (5)
LongColumnStatisticsData: NotRequired[LongColumnStatisticsDataTypeDef], # (6)
StringColumnStatisticsData: NotRequired[StringColumnStatisticsDataTypeDef], # (7)
BinaryColumnStatisticsData: NotRequired[BinaryColumnStatisticsDataTypeDef], # (8)- See ColumnStatisticsTypeType
- See BooleanColumnStatisticsDataTypeDef
- See DateColumnStatisticsDataTypeDef DateColumnStatisticsDataOutputTypeDef
- See DecimalColumnStatisticsDataTypeDef DecimalColumnStatisticsDataOutputTypeDef
- See DoubleColumnStatisticsDataTypeDef
- See LongColumnStatisticsDataTypeDef
- See StringColumnStatisticsDataTypeDef
- See BinaryColumnStatisticsDataTypeDef
WorkflowGraphTypeDef#
# WorkflowGraphTypeDef definition
class WorkflowGraphTypeDef(TypedDict):
Nodes: NotRequired[List[NodeTypeDef]], # (1)
Edges: NotRequired[List[EdgeTypeDef]], # (2)- See NodeTypeDef
- See EdgeTypeDef
UpdateColumnStatisticsForPartitionResponseTypeDef#
# UpdateColumnStatisticsForPartitionResponseTypeDef definition
class UpdateColumnStatisticsForPartitionResponseTypeDef(TypedDict):
Errors: List[ColumnStatisticsErrorTypeDef], # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)UpdateColumnStatisticsForTableResponseTypeDef#
# UpdateColumnStatisticsForTableResponseTypeDef definition
class UpdateColumnStatisticsForTableResponseTypeDef(TypedDict):
Errors: List[ColumnStatisticsErrorTypeDef], # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)GetUnfilteredPartitionsMetadataResponseTypeDef#
# GetUnfilteredPartitionsMetadataResponseTypeDef definition
class GetUnfilteredPartitionsMetadataResponseTypeDef(TypedDict):
UnfilteredPartitions: List[UnfilteredPartitionTypeDef], # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
NextToken: NotRequired[str],ListDataQualityResultsRequestRequestTypeDef#
# ListDataQualityResultsRequestRequestTypeDef definition
class ListDataQualityResultsRequestRequestTypeDef(TypedDict):
Filter: NotRequired[DataQualityResultFilterCriteriaTypeDef], # (1)
NextToken: NotRequired[str],
MaxResults: NotRequired[int],ListDataQualityRuleRecommendationRunsRequestRequestTypeDef#
# ListDataQualityRuleRecommendationRunsRequestRequestTypeDef definition
class ListDataQualityRuleRecommendationRunsRequestRequestTypeDef(TypedDict):
Filter: NotRequired[DataQualityRuleRecommendationRunFilterTypeDef], # (1)
NextToken: NotRequired[str],
MaxResults: NotRequired[int],ListDataQualityRulesetEvaluationRunsRequestRequestTypeDef#
# ListDataQualityRulesetEvaluationRunsRequestRequestTypeDef definition
class ListDataQualityRulesetEvaluationRunsRequestRequestTypeDef(TypedDict):
Filter: NotRequired[DataQualityRulesetEvaluationRunFilterTypeDef], # (1)
NextToken: NotRequired[str],
MaxResults: NotRequired[int],BatchGetTableOptimizerResponseTypeDef#
# BatchGetTableOptimizerResponseTypeDef definition
class BatchGetTableOptimizerResponseTypeDef(TypedDict):
TableOptimizers: List[BatchTableOptimizerTypeDef], # (1)
Failures: List[BatchGetTableOptimizerErrorTypeDef], # (2)
ResponseMetadata: ResponseMetadataTypeDef, # (3)BatchGetJobsResponseTypeDef#
# BatchGetJobsResponseTypeDef definition
class BatchGetJobsResponseTypeDef(TypedDict):
Jobs: List[JobTypeDef], # (1)
JobsNotFound: List[str],
ResponseMetadata: ResponseMetadataTypeDef, # (2)- See JobTypeDef
- See ResponseMetadataTypeDef
GetJobResponseTypeDef#
# GetJobResponseTypeDef definition
class GetJobResponseTypeDef(TypedDict):
Job: JobTypeDef, # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)- See JobTypeDef
- See ResponseMetadataTypeDef
GetJobsResponseTypeDef#
# GetJobsResponseTypeDef definition
class GetJobsResponseTypeDef(TypedDict):
Jobs: List[JobTypeDef], # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
NextToken: NotRequired[str],- See JobTypeDef
- See ResponseMetadataTypeDef
GetJobsResponsePaginatorTypeDef#
# GetJobsResponsePaginatorTypeDef definition
class GetJobsResponsePaginatorTypeDef(TypedDict):
Jobs: List[JobPaginatorTypeDef], # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
NextToken: NotRequired[str],BatchCreatePartitionRequestRequestTypeDef#
# BatchCreatePartitionRequestRequestTypeDef definition
class BatchCreatePartitionRequestRequestTypeDef(TypedDict):
DatabaseName: str,
TableName: str,
PartitionInputList: Sequence[PartitionInputTypeDef], # (1)
CatalogId: NotRequired[str],BatchUpdatePartitionRequestEntryTypeDef#
# BatchUpdatePartitionRequestEntryTypeDef definition
class BatchUpdatePartitionRequestEntryTypeDef(TypedDict):
PartitionValueList: Sequence[str],
PartitionInput: PartitionInputTypeDef, # (1)CreatePartitionRequestRequestTypeDef#
# CreatePartitionRequestRequestTypeDef definition
class CreatePartitionRequestRequestTypeDef(TypedDict):
DatabaseName: str,
TableName: str,
PartitionInput: PartitionInputTypeDef, # (1)
CatalogId: NotRequired[str],UpdatePartitionRequestRequestTypeDef#
# UpdatePartitionRequestRequestTypeDef definition
class UpdatePartitionRequestRequestTypeDef(TypedDict):
DatabaseName: str,
TableName: str,
PartitionValueList: Sequence[str],
PartitionInput: PartitionInputTypeDef, # (1)
CatalogId: NotRequired[str],CreateTableRequestRequestTypeDef#
# CreateTableRequestRequestTypeDef definition
class CreateTableRequestRequestTypeDef(TypedDict):
DatabaseName: str,
TableInput: TableInputTypeDef, # (1)
CatalogId: NotRequired[str],
PartitionIndexes: NotRequired[Sequence[PartitionIndexTypeDef]], # (2)
TransactionId: NotRequired[str],
OpenTableFormatInput: NotRequired[OpenTableFormatInputTypeDef], # (3)UpdateTableRequestRequestTypeDef#
# UpdateTableRequestRequestTypeDef definition
class UpdateTableRequestRequestTypeDef(TypedDict):
DatabaseName: str,
TableInput: TableInputTypeDef, # (1)
CatalogId: NotRequired[str],
SkipArchive: NotRequired[bool],
TransactionId: NotRequired[str],
VersionId: NotRequired[str],
ViewUpdateAction: NotRequired[ViewUpdateActionType], # (2)
Force: NotRequired[bool],GetTableVersionsResponsePaginatorTypeDef#
# GetTableVersionsResponsePaginatorTypeDef definition
class GetTableVersionsResponsePaginatorTypeDef(TypedDict):
TableVersions: List[TableVersionPaginatorTypeDef], # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
NextToken: NotRequired[str],GetTableVersionResponseTypeDef#
# GetTableVersionResponseTypeDef definition
class GetTableVersionResponseTypeDef(TypedDict):
TableVersion: TableVersionTypeDef, # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)GetTableVersionsResponseTypeDef#
# GetTableVersionsResponseTypeDef definition
class GetTableVersionsResponseTypeDef(TypedDict):
TableVersions: List[TableVersionTypeDef], # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
NextToken: NotRequired[str],WorkflowRunTypeDef#
# WorkflowRunTypeDef definition
class WorkflowRunTypeDef(TypedDict):
Name: NotRequired[str],
WorkflowRunId: NotRequired[str],
PreviousRunId: NotRequired[str],
WorkflowRunProperties: NotRequired[Dict[str, str]],
StartedOn: NotRequired[datetime],
CompletedOn: NotRequired[datetime],
Status: NotRequired[WorkflowRunStatusType], # (1)
ErrorMessage: NotRequired[str],
Statistics: NotRequired[WorkflowRunStatisticsTypeDef], # (2)
Graph: NotRequired[WorkflowGraphTypeDef], # (3)
StartingEventBatchCondition: NotRequired[StartingEventBatchConditionTypeDef], # (4)- See WorkflowRunStatusType
- See WorkflowRunStatisticsTypeDef
- See WorkflowGraphTypeDef
- See StartingEventBatchConditionTypeDef
CodeGenConfigurationNodeTypeDef#
# CodeGenConfigurationNodeTypeDef definition
class CodeGenConfigurationNodeTypeDef(TypedDict):
AthenaConnectorSource: NotRequired[AthenaConnectorSourceUnionTypeDef], # (1)
JDBCConnectorSource: NotRequired[JDBCConnectorSourceUnionTypeDef], # (2)
SparkConnectorSource: NotRequired[SparkConnectorSourceUnionTypeDef], # (3)
CatalogSource: NotRequired[CatalogSourceTypeDef], # (4)
RedshiftSource: NotRequired[RedshiftSourceTypeDef], # (5)
S3CatalogSource: NotRequired[S3CatalogSourceTypeDef], # (6)
S3CsvSource: NotRequired[S3CsvSourceUnionTypeDef], # (7)
S3JsonSource: NotRequired[S3JsonSourceUnionTypeDef], # (8)
S3ParquetSource: NotRequired[S3ParquetSourceUnionTypeDef], # (9)
RelationalCatalogSource: NotRequired[RelationalCatalogSourceTypeDef], # (10)
DynamoDBCatalogSource: NotRequired[DynamoDBCatalogSourceTypeDef], # (11)
JDBCConnectorTarget: NotRequired[JDBCConnectorTargetUnionTypeDef], # (12)
SparkConnectorTarget: NotRequired[SparkConnectorTargetUnionTypeDef], # (13)
CatalogTarget: NotRequired[BasicCatalogTargetUnionTypeDef], # (14)
RedshiftTarget: NotRequired[RedshiftTargetUnionTypeDef], # (15)
S3CatalogTarget: NotRequired[S3CatalogTargetUnionTypeDef], # (16)
S3GlueParquetTarget: NotRequired[S3GlueParquetTargetUnionTypeDef], # (17)
S3DirectTarget: NotRequired[S3DirectTargetUnionTypeDef], # (18)
ApplyMapping: NotRequired[ApplyMappingUnionTypeDef], # (19)
SelectFields: NotRequired[SelectFieldsUnionTypeDef], # (20)
DropFields: NotRequired[DropFieldsUnionTypeDef], # (21)
RenameField: NotRequired[RenameFieldUnionTypeDef], # (22)
Spigot: NotRequired[SpigotUnionTypeDef], # (23)
Join: NotRequired[JoinUnionTypeDef], # (24)
SplitFields: NotRequired[SplitFieldsUnionTypeDef], # (25)
SelectFromCollection: NotRequired[SelectFromCollectionUnionTypeDef], # (26)
FillMissingValues: NotRequired[FillMissingValuesUnionTypeDef], # (27)
Filter: NotRequired[FilterUnionTypeDef], # (28)
CustomCode: NotRequired[CustomCodeUnionTypeDef], # (29)
SparkSQL: NotRequired[SparkSQLUnionTypeDef], # (30)
DirectKinesisSource: NotRequired[DirectKinesisSourceUnionTypeDef], # (31)
DirectKafkaSource: NotRequired[DirectKafkaSourceUnionTypeDef], # (32)
CatalogKinesisSource: NotRequired[CatalogKinesisSourceUnionTypeDef], # (33)
CatalogKafkaSource: NotRequired[CatalogKafkaSourceUnionTypeDef], # (34)
DropNullFields: NotRequired[DropNullFieldsUnionTypeDef], # (35)
Merge: NotRequired[MergeUnionTypeDef], # (36)
Union: NotRequired[UnionUnionTypeDef], # (37)
PIIDetection: NotRequired[PIIDetectionUnionTypeDef], # (38)
Aggregate: NotRequired[AggregateUnionTypeDef], # (39)
DropDuplicates: NotRequired[DropDuplicatesUnionTypeDef], # (40)
GovernedCatalogTarget: NotRequired[GovernedCatalogTargetUnionTypeDef], # (41)
GovernedCatalogSource: NotRequired[GovernedCatalogSourceTypeDef], # (42)
MicrosoftSQLServerCatalogSource: NotRequired[MicrosoftSQLServerCatalogSourceTypeDef], # (43)
MySQLCatalogSource: NotRequired[MySQLCatalogSourceTypeDef], # (44)
OracleSQLCatalogSource: NotRequired[OracleSQLCatalogSourceTypeDef], # (45)
PostgreSQLCatalogSource: NotRequired[PostgreSQLCatalogSourceTypeDef], # (46)
MicrosoftSQLServerCatalogTarget: NotRequired[MicrosoftSQLServerCatalogTargetUnionTypeDef], # (47)
MySQLCatalogTarget: NotRequired[MySQLCatalogTargetUnionTypeDef], # (48)
OracleSQLCatalogTarget: NotRequired[OracleSQLCatalogTargetUnionTypeDef], # (49)
PostgreSQLCatalogTarget: NotRequired[PostgreSQLCatalogTargetUnionTypeDef], # (50)
DynamicTransform: NotRequired[DynamicTransformUnionTypeDef], # (51)
EvaluateDataQuality: NotRequired[EvaluateDataQualityUnionTypeDef], # (52)
S3CatalogHudiSource: NotRequired[S3CatalogHudiSourceUnionTypeDef], # (53)
CatalogHudiSource: NotRequired[CatalogHudiSourceUnionTypeDef], # (54)
S3HudiSource: NotRequired[S3HudiSourceUnionTypeDef], # (55)
S3HudiCatalogTarget: NotRequired[S3HudiCatalogTargetUnionTypeDef], # (56)
S3HudiDirectTarget: NotRequired[S3HudiDirectTargetUnionTypeDef], # (57)
DirectJDBCSource: NotRequired[DirectJDBCSourceTypeDef], # (58)
S3CatalogDeltaSource: NotRequired[S3CatalogDeltaSourceUnionTypeDef], # (59)
CatalogDeltaSource: NotRequired[CatalogDeltaSourceUnionTypeDef], # (60)
S3DeltaSource: NotRequired[S3DeltaSourceUnionTypeDef], # (61)
S3DeltaCatalogTarget: NotRequired[S3DeltaCatalogTargetUnionTypeDef], # (62)
S3DeltaDirectTarget: NotRequired[S3DeltaDirectTargetUnionTypeDef], # (63)
AmazonRedshiftSource: NotRequired[AmazonRedshiftSourceUnionTypeDef], # (64)
AmazonRedshiftTarget: NotRequired[AmazonRedshiftTargetUnionTypeDef], # (65)
EvaluateDataQualityMultiFrame: NotRequired[EvaluateDataQualityMultiFrameUnionTypeDef], # (66)
Recipe: NotRequired[RecipeUnionTypeDef], # (67)
SnowflakeSource: NotRequired[SnowflakeSourceUnionTypeDef], # (68)
SnowflakeTarget: NotRequired[SnowflakeTargetUnionTypeDef], # (69)
ConnectorDataSource: NotRequired[ConnectorDataSourceUnionTypeDef], # (70)
ConnectorDataTarget: NotRequired[ConnectorDataTargetUnionTypeDef], # (71)- See AthenaConnectorSourceTypeDef AthenaConnectorSourceOutputTypeDef
- See JDBCConnectorSourceTypeDef JDBCConnectorSourceOutputTypeDef
- See SparkConnectorSourceTypeDef SparkConnectorSourceOutputTypeDef
- See CatalogSourceTypeDef
- See RedshiftSourceTypeDef
- See S3CatalogSourceTypeDef
- See S3CsvSourceTypeDef S3CsvSourceOutputTypeDef
- See S3JsonSourceTypeDef S3JsonSourceOutputTypeDef
- See S3ParquetSourceTypeDef S3ParquetSourceOutputTypeDef
- See RelationalCatalogSourceTypeDef
- See DynamoDBCatalogSourceTypeDef
- See JDBCConnectorTargetTypeDef JDBCConnectorTargetOutputTypeDef
- See SparkConnectorTargetTypeDef SparkConnectorTargetOutputTypeDef
- See BasicCatalogTargetTypeDef BasicCatalogTargetOutputTypeDef
- See RedshiftTargetTypeDef RedshiftTargetOutputTypeDef
- See S3CatalogTargetTypeDef S3CatalogTargetOutputTypeDef
- See S3GlueParquetTargetTypeDef S3GlueParquetTargetOutputTypeDef
- See S3DirectTargetTypeDef S3DirectTargetOutputTypeDef
- See ApplyMappingTypeDef ApplyMappingOutputTypeDef
- See SelectFieldsTypeDef SelectFieldsOutputTypeDef
- See DropFieldsTypeDef DropFieldsOutputTypeDef
- See RenameFieldTypeDef RenameFieldOutputTypeDef
- See SpigotTypeDef SpigotOutputTypeDef
- See JoinTypeDef JoinOutputTypeDef
- See SplitFieldsTypeDef SplitFieldsOutputTypeDef
- See SelectFromCollectionTypeDef SelectFromCollectionOutputTypeDef
- See FillMissingValuesTypeDef FillMissingValuesOutputTypeDef
- See FilterTypeDef FilterOutputTypeDef
- See CustomCodeTypeDef CustomCodeOutputTypeDef
- See SparkSQLTypeDef SparkSQLOutputTypeDef
- See DirectKinesisSourceTypeDef DirectKinesisSourceOutputTypeDef
- See DirectKafkaSourceTypeDef DirectKafkaSourceOutputTypeDef
- See CatalogKinesisSourceTypeDef CatalogKinesisSourceOutputTypeDef
- See CatalogKafkaSourceTypeDef CatalogKafkaSourceOutputTypeDef
- See DropNullFieldsTypeDef DropNullFieldsOutputTypeDef
- See MergeTypeDef MergeOutputTypeDef
- See UnionTypeDef UnionOutputTypeDef
- See PIIDetectionTypeDef PIIDetectionOutputTypeDef
- See AggregateTypeDef AggregateOutputTypeDef
- See DropDuplicatesTypeDef DropDuplicatesOutputTypeDef
- See GovernedCatalogTargetTypeDef GovernedCatalogTargetOutputTypeDef
- See GovernedCatalogSourceTypeDef
- See MicrosoftSQLServerCatalogSourceTypeDef
- See MySQLCatalogSourceTypeDef
- See OracleSQLCatalogSourceTypeDef
- See PostgreSQLCatalogSourceTypeDef
- See MicrosoftSQLServerCatalogTargetTypeDef MicrosoftSQLServerCatalogTargetOutputTypeDef
- See MySQLCatalogTargetTypeDef MySQLCatalogTargetOutputTypeDef
- See OracleSQLCatalogTargetTypeDef OracleSQLCatalogTargetOutputTypeDef
- See PostgreSQLCatalogTargetTypeDef PostgreSQLCatalogTargetOutputTypeDef
- See DynamicTransformTypeDef DynamicTransformOutputTypeDef
- See EvaluateDataQualityTypeDef EvaluateDataQualityOutputTypeDef
- See S3CatalogHudiSourceTypeDef S3CatalogHudiSourceOutputTypeDef
- See CatalogHudiSourceTypeDef CatalogHudiSourceOutputTypeDef
- See S3HudiSourceTypeDef S3HudiSourceOutputTypeDef
- See S3HudiCatalogTargetTypeDef S3HudiCatalogTargetOutputTypeDef
- See S3HudiDirectTargetTypeDef S3HudiDirectTargetOutputTypeDef
- See DirectJDBCSourceTypeDef
- See S3CatalogDeltaSourceTypeDef S3CatalogDeltaSourceOutputTypeDef
- See CatalogDeltaSourceTypeDef CatalogDeltaSourceOutputTypeDef
- See S3DeltaSourceTypeDef S3DeltaSourceOutputTypeDef
- See S3DeltaCatalogTargetTypeDef S3DeltaCatalogTargetOutputTypeDef
- See S3DeltaDirectTargetTypeDef S3DeltaDirectTargetOutputTypeDef
- See AmazonRedshiftSourceTypeDef AmazonRedshiftSourceOutputTypeDef
- See AmazonRedshiftTargetTypeDef AmazonRedshiftTargetOutputTypeDef
- See EvaluateDataQualityMultiFrameTypeDef EvaluateDataQualityMultiFrameOutputTypeDef
- See RecipeTypeDef RecipeOutputTypeDef
- See SnowflakeSourceTypeDef SnowflakeSourceOutputTypeDef
- See SnowflakeTargetTypeDef SnowflakeTargetOutputTypeDef
- See ConnectorDataSourceTypeDef ConnectorDataSourceOutputTypeDef
- See ConnectorDataTargetTypeDef ConnectorDataTargetOutputTypeDef
BatchUpdatePartitionRequestRequestTypeDef#
# BatchUpdatePartitionRequestRequestTypeDef definition
class BatchUpdatePartitionRequestRequestTypeDef(TypedDict):
DatabaseName: str,
TableName: str,
Entries: Sequence[BatchUpdatePartitionRequestEntryTypeDef], # (1)
CatalogId: NotRequired[str],ColumnStatisticsTypeDef#
# ColumnStatisticsTypeDef definition
class ColumnStatisticsTypeDef(TypedDict):
ColumnName: str,
ColumnType: str,
AnalyzedTime: TimestampTypeDef,
StatisticsData: ColumnStatisticsDataUnionTypeDef, # (1)GetWorkflowRunResponseTypeDef#
# GetWorkflowRunResponseTypeDef definition
class GetWorkflowRunResponseTypeDef(TypedDict):
Run: WorkflowRunTypeDef, # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)GetWorkflowRunsResponseTypeDef#
# GetWorkflowRunsResponseTypeDef definition
class GetWorkflowRunsResponseTypeDef(TypedDict):
Runs: List[WorkflowRunTypeDef], # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
NextToken: NotRequired[str],WorkflowTypeDef#
# WorkflowTypeDef definition
class WorkflowTypeDef(TypedDict):
Name: NotRequired[str],
Description: NotRequired[str],
DefaultRunProperties: NotRequired[Dict[str, str]],
CreatedOn: NotRequired[datetime],
LastModifiedOn: NotRequired[datetime],
LastRun: NotRequired[WorkflowRunTypeDef], # (1)
Graph: NotRequired[WorkflowGraphTypeDef], # (2)
MaxConcurrentRuns: NotRequired[int],
BlueprintDetails: NotRequired[BlueprintDetailsTypeDef], # (3)UpdateColumnStatisticsForTableRequestRequestTypeDef#
# UpdateColumnStatisticsForTableRequestRequestTypeDef definition
class UpdateColumnStatisticsForTableRequestRequestTypeDef(TypedDict):
DatabaseName: str,
TableName: str,
ColumnStatisticsList: Sequence[ColumnStatisticsTypeDef], # (1)
CatalogId: NotRequired[str],BatchGetWorkflowsResponseTypeDef#
# BatchGetWorkflowsResponseTypeDef definition
class BatchGetWorkflowsResponseTypeDef(TypedDict):
Workflows: List[WorkflowTypeDef], # (1)
MissingWorkflows: List[str],
ResponseMetadata: ResponseMetadataTypeDef, # (2)GetWorkflowResponseTypeDef#
# GetWorkflowResponseTypeDef definition
class GetWorkflowResponseTypeDef(TypedDict):
Workflow: WorkflowTypeDef, # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)CreateJobRequestRequestTypeDef#
# CreateJobRequestRequestTypeDef definition
class CreateJobRequestRequestTypeDef(TypedDict):
Name: str,
Role: str,
Command: JobCommandTypeDef, # (1)
JobMode: NotRequired[JobModeType], # (2)
JobRunQueuingEnabled: NotRequired[bool],
Description: NotRequired[str],
LogUri: NotRequired[str],
ExecutionProperty: NotRequired[ExecutionPropertyTypeDef], # (3)
DefaultArguments: NotRequired[Mapping[str, str]],
NonOverridableArguments: NotRequired[Mapping[str, str]],
Connections: NotRequired[ConnectionsListTypeDef], # (4)
MaxRetries: NotRequired[int],
AllocatedCapacity: NotRequired[int],
Timeout: NotRequired[int],
MaxCapacity: NotRequired[float],
SecurityConfiguration: NotRequired[str],
Tags: NotRequired[Mapping[str, str]],
NotificationProperty: NotRequired[NotificationPropertyTypeDef], # (5)
GlueVersion: NotRequired[str],
NumberOfWorkers: NotRequired[int],
WorkerType: NotRequired[WorkerTypeType], # (6)
CodeGenConfigurationNodes: NotRequired[Mapping[str, CodeGenConfigurationNodeUnionTypeDef]], # (7)
ExecutionClass: NotRequired[ExecutionClassType], # (8)
SourceControlDetails: NotRequired[SourceControlDetailsTypeDef], # (9)
MaintenanceWindow: NotRequired[str],- See JobCommandTypeDef
- See JobModeType
- See ExecutionPropertyTypeDef
- See ConnectionsListTypeDef
- See NotificationPropertyTypeDef
- See WorkerTypeType
- See CodeGenConfigurationNodeTypeDef CodeGenConfigurationNodeOutputTypeDef
- See ExecutionClassType
- See SourceControlDetailsTypeDef
JobUpdateTypeDef#
# JobUpdateTypeDef definition
class JobUpdateTypeDef(TypedDict):
JobMode: NotRequired[JobModeType], # (1)
JobRunQueuingEnabled: NotRequired[bool],
Description: NotRequired[str],
LogUri: NotRequired[str],
Role: NotRequired[str],
ExecutionProperty: NotRequired[ExecutionPropertyTypeDef], # (2)
Command: NotRequired[JobCommandTypeDef], # (3)
DefaultArguments: NotRequired[Mapping[str, str]],
NonOverridableArguments: NotRequired[Mapping[str, str]],
Connections: NotRequired[ConnectionsListUnionTypeDef], # (4)
MaxRetries: NotRequired[int],
AllocatedCapacity: NotRequired[int],
Timeout: NotRequired[int],
MaxCapacity: NotRequired[float],
WorkerType: NotRequired[WorkerTypeType], # (5)
NumberOfWorkers: NotRequired[int],
SecurityConfiguration: NotRequired[str],
NotificationProperty: NotRequired[NotificationPropertyTypeDef], # (6)
GlueVersion: NotRequired[str],
CodeGenConfigurationNodes: NotRequired[Mapping[str, CodeGenConfigurationNodeUnionTypeDef]], # (7)
ExecutionClass: NotRequired[ExecutionClassType], # (8)
SourceControlDetails: NotRequired[SourceControlDetailsTypeDef], # (9)
MaintenanceWindow: NotRequired[str],- See JobModeType
- See ExecutionPropertyTypeDef
- See JobCommandTypeDef
- See ConnectionsListTypeDef ConnectionsListOutputTypeDef
- See WorkerTypeType
- See NotificationPropertyTypeDef
- See CodeGenConfigurationNodeTypeDef CodeGenConfigurationNodeOutputTypeDef
- See ExecutionClassType
- See SourceControlDetailsTypeDef
UpdateColumnStatisticsForPartitionRequestRequestTypeDef#
# UpdateColumnStatisticsForPartitionRequestRequestTypeDef definition
class UpdateColumnStatisticsForPartitionRequestRequestTypeDef(TypedDict):
DatabaseName: str,
TableName: str,
PartitionValues: Sequence[str],
ColumnStatisticsList: Sequence[ColumnStatisticsUnionTypeDef], # (1)
CatalogId: NotRequired[str],UpdateJobRequestRequestTypeDef#
# UpdateJobRequestRequestTypeDef definition
class UpdateJobRequestRequestTypeDef(TypedDict):
JobName: str,
JobUpdate: JobUpdateTypeDef, # (1)- See JobUpdateTypeDef