Type definitions#
Auto-generated documentation for Glue type annotations stubs module mypy-boto3-glue.
BlobTypeDef#
# BlobTypeDef definition
BlobTypeDef = Union[
str,
bytes,
IO[Any],
StreamingBody,
]TimestampTypeDef#
# TimestampTypeDef definition
TimestampTypeDef = Union[
datetime,
str,
]ConnectionsListUnionTypeDef#
# ConnectionsListUnionTypeDef definition
ConnectionsListUnionTypeDef = Union[
ConnectionsListTypeDef, # (1)
ConnectionsListExtraOutputTypeDef, # (2)
]GlueTableUnionTypeDef#
# GlueTableUnionTypeDef definition
GlueTableUnionTypeDef = Union[
GlueTableTypeDef, # (1)
GlueTableOutputTypeDef, # (2)
]PartitionValueListUnionTypeDef#
# PartitionValueListUnionTypeDef definition
PartitionValueListUnionTypeDef = Union[
PartitionValueListTypeDef, # (1)
PartitionValueListExtraOutputTypeDef, # (2)
]ActionUnionTypeDef#
# ActionUnionTypeDef definition
ActionUnionTypeDef = Union[
ActionTypeDef, # (1)
ActionExtraOutputTypeDef, # (2)
]CodeGenNodeUnionTypeDef#
# CodeGenNodeUnionTypeDef definition
CodeGenNodeUnionTypeDef = Union[
CodeGenNodeTypeDef, # (1)
CodeGenNodeOutputTypeDef, # (2)
]PredicateUnionTypeDef#
# PredicateUnionTypeDef definition
PredicateUnionTypeDef = Union[
PredicateTypeDef, # (1)
PredicateExtraOutputTypeDef, # (2)
]CrawlerTargetsUnionTypeDef#
# CrawlerTargetsUnionTypeDef definition
CrawlerTargetsUnionTypeDef = Union[
CrawlerTargetsTypeDef, # (1)
CrawlerTargetsExtraOutputTypeDef, # (2)
]DataSourceUnionTypeDef#
# DataSourceUnionTypeDef definition
DataSourceUnionTypeDef = Union[
DataSourceTypeDef, # (1)
DataSourceOutputTypeDef, # (2)
]EncryptionConfigurationUnionTypeDef#
# EncryptionConfigurationUnionTypeDef definition
EncryptionConfigurationUnionTypeDef = Union[
EncryptionConfigurationTypeDef, # (1)
EncryptionConfigurationExtraOutputTypeDef, # (2)
]CodeGenConfigurationNodeUnionTypeDef#
# CodeGenConfigurationNodeUnionTypeDef definition
CodeGenConfigurationNodeUnionTypeDef = Union[
CodeGenConfigurationNodeTypeDef, # (1)
CodeGenConfigurationNodeExtraOutputTypeDef, # (2)
]ColumnStatisticsUnionTypeDef#
# ColumnStatisticsUnionTypeDef definition
ColumnStatisticsUnionTypeDef = Union[
ColumnStatisticsTypeDef, # (1)
ColumnStatisticsOutputTypeDef, # (2)
]NotificationPropertyTypeDef#
# NotificationPropertyTypeDef definition
class NotificationPropertyTypeDef(TypedDict):
NotifyDelayAfter: NotRequired[int],AggregateOperationExtraOutputTypeDef#
# AggregateOperationExtraOutputTypeDef definition
class AggregateOperationExtraOutputTypeDef(TypedDict):
Column: List[str],
AggFunc: AggFunctionType, # (1)- See AggFunctionType
AggregateOperationOutputTypeDef#
# AggregateOperationOutputTypeDef definition
class AggregateOperationOutputTypeDef(TypedDict):
Column: List[str],
AggFunc: AggFunctionType, # (1)- See AggFunctionType
AggregateOperationTypeDef#
# AggregateOperationTypeDef definition
class AggregateOperationTypeDef(TypedDict):
Column: Sequence[str],
AggFunc: AggFunctionType, # (1)- See AggFunctionType
AmazonRedshiftAdvancedOptionTypeDef#
# AmazonRedshiftAdvancedOptionTypeDef definition
class AmazonRedshiftAdvancedOptionTypeDef(TypedDict):
Key: NotRequired[str],
Value: NotRequired[str],OptionTypeDef#
# OptionTypeDef definition
class OptionTypeDef(TypedDict):
Value: NotRequired[str],
Label: NotRequired[str],
Description: NotRequired[str],ApplyMappingExtraOutputTypeDef#
# ApplyMappingExtraOutputTypeDef definition
class ApplyMappingExtraOutputTypeDef(TypedDict):
Name: str,
Inputs: List[str],
Mapping: List[MappingExtraOutputTypeDef], # (1)ApplyMappingOutputTypeDef#
# ApplyMappingOutputTypeDef definition
class ApplyMappingOutputTypeDef(TypedDict):
Name: str,
Inputs: List[str],
Mapping: List[MappingOutputTypeDef], # (1)ApplyMappingTypeDef#
# ApplyMappingTypeDef definition
class ApplyMappingTypeDef(TypedDict):
Name: str,
Inputs: Sequence[str],
Mapping: Sequence[MappingTypeDef], # (1)- See MappingTypeDef
AuditContextTypeDef#
# AuditContextTypeDef definition
class AuditContextTypeDef(TypedDict):
AdditionalAuditContext: NotRequired[str],
RequestedColumns: NotRequired[Sequence[str]],
AllColumnsRequested: NotRequired[bool],PartitionValueListOutputTypeDef#
# PartitionValueListOutputTypeDef definition
class PartitionValueListOutputTypeDef(TypedDict):
Values: List[str],BasicCatalogTargetExtraOutputTypeDef#
# BasicCatalogTargetExtraOutputTypeDef definition
class BasicCatalogTargetExtraOutputTypeDef(TypedDict):
Name: str,
Inputs: List[str],
Database: str,
Table: str,BasicCatalogTargetOutputTypeDef#
# BasicCatalogTargetOutputTypeDef definition
class BasicCatalogTargetOutputTypeDef(TypedDict):
Name: str,
Inputs: List[str],
Database: str,
Table: str,BasicCatalogTargetTypeDef#
# BasicCatalogTargetTypeDef definition
class BasicCatalogTargetTypeDef(TypedDict):
Name: str,
Inputs: Sequence[str],
Database: str,
Table: str,ResponseMetadataTypeDef#
# ResponseMetadataTypeDef definition
class ResponseMetadataTypeDef(TypedDict):
RequestId: str,
HTTPStatusCode: int,
HTTPHeaders: Dict[str, str],
RetryAttempts: int,
HostId: NotRequired[str],BatchDeleteConnectionRequestRequestTypeDef#
# BatchDeleteConnectionRequestRequestTypeDef definition
class BatchDeleteConnectionRequestRequestTypeDef(TypedDict):
ConnectionNameList: Sequence[str],
CatalogId: NotRequired[str],ErrorDetailTypeDef#
# ErrorDetailTypeDef definition
class ErrorDetailTypeDef(TypedDict):
ErrorCode: NotRequired[str],
ErrorMessage: NotRequired[str],BatchDeleteTableRequestRequestTypeDef#
# BatchDeleteTableRequestRequestTypeDef definition
class BatchDeleteTableRequestRequestTypeDef(TypedDict):
DatabaseName: str,
TablesToDelete: Sequence[str],
CatalogId: NotRequired[str],
TransactionId: NotRequired[str],BatchDeleteTableVersionRequestRequestTypeDef#
# BatchDeleteTableVersionRequestRequestTypeDef definition
class BatchDeleteTableVersionRequestRequestTypeDef(TypedDict):
DatabaseName: str,
TableName: str,
VersionIds: Sequence[str],
CatalogId: NotRequired[str],BatchGetBlueprintsRequestRequestTypeDef#
# BatchGetBlueprintsRequestRequestTypeDef definition
class BatchGetBlueprintsRequestRequestTypeDef(TypedDict):
Names: Sequence[str],
IncludeBlueprint: NotRequired[bool],
IncludeParameterSpec: NotRequired[bool],BatchGetCrawlersRequestRequestTypeDef#
# BatchGetCrawlersRequestRequestTypeDef definition
class BatchGetCrawlersRequestRequestTypeDef(TypedDict):
CrawlerNames: Sequence[str],BatchGetCustomEntityTypesRequestRequestTypeDef#
# BatchGetCustomEntityTypesRequestRequestTypeDef definition
class BatchGetCustomEntityTypesRequestRequestTypeDef(TypedDict):
Names: Sequence[str],CustomEntityTypeTypeDef#
# CustomEntityTypeTypeDef definition
class CustomEntityTypeTypeDef(TypedDict):
Name: str,
RegexString: str,
ContextWords: NotRequired[List[str]],BatchGetDataQualityResultRequestRequestTypeDef#
# BatchGetDataQualityResultRequestRequestTypeDef definition
class BatchGetDataQualityResultRequestRequestTypeDef(TypedDict):
ResultIds: Sequence[str],BatchGetDevEndpointsRequestRequestTypeDef#
# BatchGetDevEndpointsRequestRequestTypeDef definition
class BatchGetDevEndpointsRequestRequestTypeDef(TypedDict):
DevEndpointNames: Sequence[str],DevEndpointTypeDef#
# DevEndpointTypeDef definition
class DevEndpointTypeDef(TypedDict):
EndpointName: NotRequired[str],
RoleArn: NotRequired[str],
SecurityGroupIds: NotRequired[List[str]],
SubnetId: NotRequired[str],
YarnEndpointAddress: NotRequired[str],
PrivateAddress: NotRequired[str],
ZeppelinRemoteSparkInterpreterPort: NotRequired[int],
PublicAddress: NotRequired[str],
Status: NotRequired[str],
WorkerType: NotRequired[WorkerTypeType], # (1)
GlueVersion: NotRequired[str],
NumberOfWorkers: NotRequired[int],
NumberOfNodes: NotRequired[int],
AvailabilityZone: NotRequired[str],
VpcId: NotRequired[str],
ExtraPythonLibsS3Path: NotRequired[str],
ExtraJarsS3Path: NotRequired[str],
FailureReason: NotRequired[str],
LastUpdateStatus: NotRequired[str],
CreatedTimestamp: NotRequired[datetime],
LastModifiedTimestamp: NotRequired[datetime],
PublicKey: NotRequired[str],
PublicKeys: NotRequired[List[str]],
SecurityConfiguration: NotRequired[str],
Arguments: NotRequired[Dict[str, str]],- See WorkerTypeType
BatchGetJobsRequestRequestTypeDef#
# BatchGetJobsRequestRequestTypeDef definition
class BatchGetJobsRequestRequestTypeDef(TypedDict):
JobNames: Sequence[str],BatchGetTableOptimizerEntryTypeDef#
# BatchGetTableOptimizerEntryTypeDef definition
class BatchGetTableOptimizerEntryTypeDef(TypedDict):
catalogId: NotRequired[str],
databaseName: NotRequired[str],
tableName: NotRequired[str],
type: NotRequired[TableOptimizerTypeType], # (1)BatchGetTriggersRequestRequestTypeDef#
# BatchGetTriggersRequestRequestTypeDef definition
class BatchGetTriggersRequestRequestTypeDef(TypedDict):
TriggerNames: Sequence[str],BatchGetWorkflowsRequestRequestTypeDef#
# BatchGetWorkflowsRequestRequestTypeDef definition
class BatchGetWorkflowsRequestRequestTypeDef(TypedDict):
Names: Sequence[str],
IncludeGraph: NotRequired[bool],BatchStopJobRunRequestRequestTypeDef#
# BatchStopJobRunRequestRequestTypeDef definition
class BatchStopJobRunRequestRequestTypeDef(TypedDict):
JobName: str,
JobRunIds: Sequence[str],BatchStopJobRunSuccessfulSubmissionTypeDef#
# BatchStopJobRunSuccessfulSubmissionTypeDef definition
class BatchStopJobRunSuccessfulSubmissionTypeDef(TypedDict):
JobName: NotRequired[str],
JobRunId: NotRequired[str],BinaryColumnStatisticsDataTypeDef#
# BinaryColumnStatisticsDataTypeDef definition
class BinaryColumnStatisticsDataTypeDef(TypedDict):
MaximumLength: int,
AverageLength: float,
NumberOfNulls: int,BlueprintDetailsTypeDef#
# BlueprintDetailsTypeDef definition
class BlueprintDetailsTypeDef(TypedDict):
BlueprintName: NotRequired[str],
RunId: NotRequired[str],BlueprintRunTypeDef#
# BlueprintRunTypeDef definition
class BlueprintRunTypeDef(TypedDict):
BlueprintName: NotRequired[str],
RunId: NotRequired[str],
WorkflowName: NotRequired[str],
State: NotRequired[BlueprintRunStateType], # (1)
StartedOn: NotRequired[datetime],
CompletedOn: NotRequired[datetime],
ErrorMessage: NotRequired[str],
RollbackErrorMessage: NotRequired[str],
Parameters: NotRequired[str],
RoleArn: NotRequired[str],LastActiveDefinitionTypeDef#
# LastActiveDefinitionTypeDef definition
class LastActiveDefinitionTypeDef(TypedDict):
Description: NotRequired[str],
LastModifiedOn: NotRequired[datetime],
ParameterSpec: NotRequired[str],
BlueprintLocation: NotRequired[str],
BlueprintServiceLocation: NotRequired[str],BooleanColumnStatisticsDataTypeDef#
# BooleanColumnStatisticsDataTypeDef definition
class BooleanColumnStatisticsDataTypeDef(TypedDict):
NumberOfTrues: int,
NumberOfFalses: int,
NumberOfNulls: int,CancelDataQualityRuleRecommendationRunRequestRequestTypeDef#
# CancelDataQualityRuleRecommendationRunRequestRequestTypeDef definition
class CancelDataQualityRuleRecommendationRunRequestRequestTypeDef(TypedDict):
RunId: str,CancelDataQualityRulesetEvaluationRunRequestRequestTypeDef#
# CancelDataQualityRulesetEvaluationRunRequestRequestTypeDef definition
class CancelDataQualityRulesetEvaluationRunRequestRequestTypeDef(TypedDict):
RunId: str,CancelMLTaskRunRequestRequestTypeDef#
# CancelMLTaskRunRequestRequestTypeDef definition
class CancelMLTaskRunRequestRequestTypeDef(TypedDict):
TransformId: str,
TaskRunId: str,CancelStatementRequestRequestTypeDef#
# CancelStatementRequestRequestTypeDef definition
class CancelStatementRequestRequestTypeDef(TypedDict):
SessionId: str,
Id: int,
RequestOrigin: NotRequired[str],CatalogEntryTypeDef#
# CatalogEntryTypeDef definition
class CatalogEntryTypeDef(TypedDict):
DatabaseName: str,
TableName: str,CatalogImportStatusTypeDef#
# CatalogImportStatusTypeDef definition
class CatalogImportStatusTypeDef(TypedDict):
ImportCompleted: NotRequired[bool],
ImportTime: NotRequired[datetime],
ImportedBy: NotRequired[str],KafkaStreamingSourceOptionsExtraOutputTypeDef#
# KafkaStreamingSourceOptionsExtraOutputTypeDef definition
class KafkaStreamingSourceOptionsExtraOutputTypeDef(TypedDict):
BootstrapServers: NotRequired[str],
SecurityProtocol: NotRequired[str],
ConnectionName: NotRequired[str],
TopicName: NotRequired[str],
Assign: NotRequired[str],
SubscribePattern: NotRequired[str],
Classification: NotRequired[str],
Delimiter: NotRequired[str],
StartingOffsets: NotRequired[str],
EndingOffsets: NotRequired[str],
PollTimeoutMs: NotRequired[int],
NumRetries: NotRequired[int],
RetryIntervalMs: NotRequired[int],
MaxOffsetsPerTrigger: NotRequired[int],
MinPartitions: NotRequired[int],
IncludeHeaders: NotRequired[bool],
AddRecordTimestamp: NotRequired[str],
EmitConsumerLagMetrics: NotRequired[str],
StartingTimestamp: NotRequired[datetime],StreamingDataPreviewOptionsTypeDef#
# StreamingDataPreviewOptionsTypeDef definition
class StreamingDataPreviewOptionsTypeDef(TypedDict):
PollingTime: NotRequired[int],
RecordPollingLimit: NotRequired[int],KafkaStreamingSourceOptionsOutputTypeDef#
# KafkaStreamingSourceOptionsOutputTypeDef definition
class KafkaStreamingSourceOptionsOutputTypeDef(TypedDict):
BootstrapServers: NotRequired[str],
SecurityProtocol: NotRequired[str],
ConnectionName: NotRequired[str],
TopicName: NotRequired[str],
Assign: NotRequired[str],
SubscribePattern: NotRequired[str],
Classification: NotRequired[str],
Delimiter: NotRequired[str],
StartingOffsets: NotRequired[str],
EndingOffsets: NotRequired[str],
PollTimeoutMs: NotRequired[int],
NumRetries: NotRequired[int],
RetryIntervalMs: NotRequired[int],
MaxOffsetsPerTrigger: NotRequired[int],
MinPartitions: NotRequired[int],
IncludeHeaders: NotRequired[bool],
AddRecordTimestamp: NotRequired[str],
EmitConsumerLagMetrics: NotRequired[str],
StartingTimestamp: NotRequired[datetime],KinesisStreamingSourceOptionsExtraOutputTypeDef#
# KinesisStreamingSourceOptionsExtraOutputTypeDef definition
class KinesisStreamingSourceOptionsExtraOutputTypeDef(TypedDict):
EndpointUrl: NotRequired[str],
StreamName: NotRequired[str],
Classification: NotRequired[str],
Delimiter: NotRequired[str],
StartingPosition: NotRequired[StartingPositionType], # (1)
MaxFetchTimeInMs: NotRequired[int],
MaxFetchRecordsPerShard: NotRequired[int],
MaxRecordPerRead: NotRequired[int],
AddIdleTimeBetweenReads: NotRequired[bool],
IdleTimeBetweenReadsInMs: NotRequired[int],
DescribeShardInterval: NotRequired[int],
NumRetries: NotRequired[int],
RetryIntervalMs: NotRequired[int],
MaxRetryIntervalMs: NotRequired[int],
AvoidEmptyBatches: NotRequired[bool],
StreamArn: NotRequired[str],
RoleArn: NotRequired[str],
RoleSessionName: NotRequired[str],
AddRecordTimestamp: NotRequired[str],
EmitConsumerLagMetrics: NotRequired[str],
StartingTimestamp: NotRequired[datetime],KinesisStreamingSourceOptionsOutputTypeDef#
# KinesisStreamingSourceOptionsOutputTypeDef definition
class KinesisStreamingSourceOptionsOutputTypeDef(TypedDict):
EndpointUrl: NotRequired[str],
StreamName: NotRequired[str],
Classification: NotRequired[str],
Delimiter: NotRequired[str],
StartingPosition: NotRequired[StartingPositionType], # (1)
MaxFetchTimeInMs: NotRequired[int],
MaxFetchRecordsPerShard: NotRequired[int],
MaxRecordPerRead: NotRequired[int],
AddIdleTimeBetweenReads: NotRequired[bool],
IdleTimeBetweenReadsInMs: NotRequired[int],
DescribeShardInterval: NotRequired[int],
NumRetries: NotRequired[int],
RetryIntervalMs: NotRequired[int],
MaxRetryIntervalMs: NotRequired[int],
AvoidEmptyBatches: NotRequired[bool],
StreamArn: NotRequired[str],
RoleArn: NotRequired[str],
RoleSessionName: NotRequired[str],
AddRecordTimestamp: NotRequired[str],
EmitConsumerLagMetrics: NotRequired[str],
StartingTimestamp: NotRequired[datetime],CatalogSchemaChangePolicyTypeDef#
# CatalogSchemaChangePolicyTypeDef definition
class CatalogSchemaChangePolicyTypeDef(TypedDict):
EnableUpdateCatalog: NotRequired[bool],
UpdateBehavior: NotRequired[UpdateCatalogBehaviorType], # (1)CatalogSourceTypeDef#
# CatalogSourceTypeDef definition
class CatalogSourceTypeDef(TypedDict):
Name: str,
Database: str,
Table: str,CatalogTargetExtraOutputTypeDef#
# CatalogTargetExtraOutputTypeDef definition
class CatalogTargetExtraOutputTypeDef(TypedDict):
DatabaseName: str,
Tables: List[str],
ConnectionName: NotRequired[str],
EventQueueArn: NotRequired[str],
DlqEventQueueArn: NotRequired[str],CatalogTargetOutputTypeDef#
# CatalogTargetOutputTypeDef definition
class CatalogTargetOutputTypeDef(TypedDict):
DatabaseName: str,
Tables: List[str],
ConnectionName: NotRequired[str],
EventQueueArn: NotRequired[str],
DlqEventQueueArn: NotRequired[str],CatalogTargetTypeDef#
# CatalogTargetTypeDef definition
class CatalogTargetTypeDef(TypedDict):
DatabaseName: str,
Tables: Sequence[str],
ConnectionName: NotRequired[str],
EventQueueArn: NotRequired[str],
DlqEventQueueArn: NotRequired[str],CheckSchemaVersionValidityInputRequestTypeDef#
# CheckSchemaVersionValidityInputRequestTypeDef definition
class CheckSchemaVersionValidityInputRequestTypeDef(TypedDict):
DataFormat: DataFormatType, # (1)
SchemaDefinition: str,- See DataFormatType
CsvClassifierTypeDef#
# CsvClassifierTypeDef definition
class CsvClassifierTypeDef(TypedDict):
Name: str,
CreationTime: NotRequired[datetime],
LastUpdated: NotRequired[datetime],
Version: NotRequired[int],
Delimiter: NotRequired[str],
QuoteSymbol: NotRequired[str],
ContainsHeader: NotRequired[CsvHeaderOptionType], # (1)
Header: NotRequired[List[str]],
DisableValueTrimming: NotRequired[bool],
AllowSingleColumn: NotRequired[bool],
CustomDatatypeConfigured: NotRequired[bool],
CustomDatatypes: NotRequired[List[str]],
Serde: NotRequired[CsvSerdeOptionType], # (2)GrokClassifierTypeDef#
# GrokClassifierTypeDef definition
class GrokClassifierTypeDef(TypedDict):
Name: str,
Classification: str,
GrokPattern: str,
CreationTime: NotRequired[datetime],
LastUpdated: NotRequired[datetime],
Version: NotRequired[int],
CustomPatterns: NotRequired[str],JsonClassifierTypeDef#
# JsonClassifierTypeDef definition
class JsonClassifierTypeDef(TypedDict):
Name: str,
JsonPath: str,
CreationTime: NotRequired[datetime],
LastUpdated: NotRequired[datetime],
Version: NotRequired[int],XMLClassifierTypeDef#
# XMLClassifierTypeDef definition
class XMLClassifierTypeDef(TypedDict):
Name: str,
Classification: str,
CreationTime: NotRequired[datetime],
LastUpdated: NotRequired[datetime],
Version: NotRequired[int],
RowTag: NotRequired[str],CloudWatchEncryptionTypeDef#
# CloudWatchEncryptionTypeDef definition
class CloudWatchEncryptionTypeDef(TypedDict):
CloudWatchEncryptionMode: NotRequired[CloudWatchEncryptionModeType], # (1)
KmsKeyArn: NotRequired[str],ConnectorDataTargetExtraOutputTypeDef#
# ConnectorDataTargetExtraOutputTypeDef definition
class ConnectorDataTargetExtraOutputTypeDef(TypedDict):
Name: str,
ConnectionType: str,
Data: Dict[str, str],
Inputs: NotRequired[List[str]],DirectJDBCSourceTypeDef#
# DirectJDBCSourceTypeDef definition
class DirectJDBCSourceTypeDef(TypedDict):
Name: str,
Database: str,
Table: str,
ConnectionName: str,
ConnectionType: JDBCConnectionTypeType, # (1)
RedshiftTmpDir: NotRequired[str],DropDuplicatesExtraOutputTypeDef#
# DropDuplicatesExtraOutputTypeDef definition
class DropDuplicatesExtraOutputTypeDef(TypedDict):
Name: str,
Inputs: List[str],
Columns: NotRequired[List[List[str]]],DropFieldsExtraOutputTypeDef#
# DropFieldsExtraOutputTypeDef definition
class DropFieldsExtraOutputTypeDef(TypedDict):
Name: str,
Inputs: List[str],
Paths: List[List[str]],DynamoDBCatalogSourceTypeDef#
# DynamoDBCatalogSourceTypeDef definition
class DynamoDBCatalogSourceTypeDef(TypedDict):
Name: str,
Database: str,
Table: str,FillMissingValuesExtraOutputTypeDef#
# FillMissingValuesExtraOutputTypeDef definition
class FillMissingValuesExtraOutputTypeDef(TypedDict):
Name: str,
Inputs: List[str],
ImputedPath: str,
FilledPath: NotRequired[str],MergeExtraOutputTypeDef#
# MergeExtraOutputTypeDef definition
class MergeExtraOutputTypeDef(TypedDict):
Name: str,
Inputs: List[str],
Source: str,
PrimaryKeys: List[List[str]],MicrosoftSQLServerCatalogSourceTypeDef#
# MicrosoftSQLServerCatalogSourceTypeDef definition
class MicrosoftSQLServerCatalogSourceTypeDef(TypedDict):
Name: str,
Database: str,
Table: str,MicrosoftSQLServerCatalogTargetExtraOutputTypeDef#
# MicrosoftSQLServerCatalogTargetExtraOutputTypeDef definition
class MicrosoftSQLServerCatalogTargetExtraOutputTypeDef(TypedDict):
Name: str,
Inputs: List[str],
Database: str,
Table: str,MySQLCatalogSourceTypeDef#
# MySQLCatalogSourceTypeDef definition
class MySQLCatalogSourceTypeDef(TypedDict):
Name: str,
Database: str,
Table: str,MySQLCatalogTargetExtraOutputTypeDef#
# MySQLCatalogTargetExtraOutputTypeDef definition
class MySQLCatalogTargetExtraOutputTypeDef(TypedDict):
Name: str,
Inputs: List[str],
Database: str,
Table: str,OracleSQLCatalogSourceTypeDef#
# OracleSQLCatalogSourceTypeDef definition
class OracleSQLCatalogSourceTypeDef(TypedDict):
Name: str,
Database: str,
Table: str,OracleSQLCatalogTargetExtraOutputTypeDef#
# OracleSQLCatalogTargetExtraOutputTypeDef definition
class OracleSQLCatalogTargetExtraOutputTypeDef(TypedDict):
Name: str,
Inputs: List[str],
Database: str,
Table: str,PIIDetectionExtraOutputTypeDef#
# PIIDetectionExtraOutputTypeDef definition
class PIIDetectionExtraOutputTypeDef(TypedDict):
Name: str,
Inputs: List[str],
PiiType: PiiTypeType, # (1)
EntityTypesToDetect: List[str],
OutputColumnName: NotRequired[str],
SampleFraction: NotRequired[float],
ThresholdFraction: NotRequired[float],
MaskValue: NotRequired[str],- See PiiTypeType
PostgreSQLCatalogSourceTypeDef#
# PostgreSQLCatalogSourceTypeDef definition
class PostgreSQLCatalogSourceTypeDef(TypedDict):
Name: str,
Database: str,
Table: str,PostgreSQLCatalogTargetExtraOutputTypeDef#
# PostgreSQLCatalogTargetExtraOutputTypeDef definition
class PostgreSQLCatalogTargetExtraOutputTypeDef(TypedDict):
Name: str,
Inputs: List[str],
Database: str,
Table: str,RedshiftSourceTypeDef#
# RedshiftSourceTypeDef definition
class RedshiftSourceTypeDef(TypedDict):
Name: str,
Database: str,
Table: str,
RedshiftTmpDir: NotRequired[str],
TmpDirIAMRole: NotRequired[str],RelationalCatalogSourceTypeDef#
# RelationalCatalogSourceTypeDef definition
class RelationalCatalogSourceTypeDef(TypedDict):
Name: str,
Database: str,
Table: str,RenameFieldExtraOutputTypeDef#
# RenameFieldExtraOutputTypeDef definition
class RenameFieldExtraOutputTypeDef(TypedDict):
Name: str,
Inputs: List[str],
SourcePath: List[str],
TargetPath: List[str],SelectFieldsExtraOutputTypeDef#
# SelectFieldsExtraOutputTypeDef definition
class SelectFieldsExtraOutputTypeDef(TypedDict):
Name: str,
Inputs: List[str],
Paths: List[List[str]],SelectFromCollectionExtraOutputTypeDef#
# SelectFromCollectionExtraOutputTypeDef definition
class SelectFromCollectionExtraOutputTypeDef(TypedDict):
Name: str,
Inputs: List[str],
Index: int,SpigotExtraOutputTypeDef#
# SpigotExtraOutputTypeDef definition
class SpigotExtraOutputTypeDef(TypedDict):
Name: str,
Inputs: List[str],
Path: str,
Topk: NotRequired[int],
Prob: NotRequired[float],SplitFieldsExtraOutputTypeDef#
# SplitFieldsExtraOutputTypeDef definition
class SplitFieldsExtraOutputTypeDef(TypedDict):
Name: str,
Inputs: List[str],
Paths: List[List[str]],UnionExtraOutputTypeDef#
# UnionExtraOutputTypeDef definition
class UnionExtraOutputTypeDef(TypedDict):
Name: str,
Inputs: List[str],
UnionType: UnionTypeType, # (1)- See UnionTypeType
ConnectorDataTargetOutputTypeDef#
# ConnectorDataTargetOutputTypeDef definition
class ConnectorDataTargetOutputTypeDef(TypedDict):
Name: str,
ConnectionType: str,
Data: Dict[str, str],
Inputs: NotRequired[List[str]],DropDuplicatesOutputTypeDef#
# DropDuplicatesOutputTypeDef definition
class DropDuplicatesOutputTypeDef(TypedDict):
Name: str,
Inputs: List[str],
Columns: NotRequired[List[List[str]]],DropFieldsOutputTypeDef#
# DropFieldsOutputTypeDef definition
class DropFieldsOutputTypeDef(TypedDict):
Name: str,
Inputs: List[str],
Paths: List[List[str]],FillMissingValuesOutputTypeDef#
# FillMissingValuesOutputTypeDef definition
class FillMissingValuesOutputTypeDef(TypedDict):
Name: str,
Inputs: List[str],
ImputedPath: str,
FilledPath: NotRequired[str],MergeOutputTypeDef#
# MergeOutputTypeDef definition
class MergeOutputTypeDef(TypedDict):
Name: str,
Inputs: List[str],
Source: str,
PrimaryKeys: List[List[str]],MicrosoftSQLServerCatalogTargetOutputTypeDef#
# MicrosoftSQLServerCatalogTargetOutputTypeDef definition
class MicrosoftSQLServerCatalogTargetOutputTypeDef(TypedDict):
Name: str,
Inputs: List[str],
Database: str,
Table: str,MySQLCatalogTargetOutputTypeDef#
# MySQLCatalogTargetOutputTypeDef definition
class MySQLCatalogTargetOutputTypeDef(TypedDict):
Name: str,
Inputs: List[str],
Database: str,
Table: str,OracleSQLCatalogTargetOutputTypeDef#
# OracleSQLCatalogTargetOutputTypeDef definition
class OracleSQLCatalogTargetOutputTypeDef(TypedDict):
Name: str,
Inputs: List[str],
Database: str,
Table: str,PIIDetectionOutputTypeDef#
# PIIDetectionOutputTypeDef definition
class PIIDetectionOutputTypeDef(TypedDict):
Name: str,
Inputs: List[str],
PiiType: PiiTypeType, # (1)
EntityTypesToDetect: List[str],
OutputColumnName: NotRequired[str],
SampleFraction: NotRequired[float],
ThresholdFraction: NotRequired[float],
MaskValue: NotRequired[str],- See PiiTypeType
PostgreSQLCatalogTargetOutputTypeDef#
# PostgreSQLCatalogTargetOutputTypeDef definition
class PostgreSQLCatalogTargetOutputTypeDef(TypedDict):
Name: str,
Inputs: List[str],
Database: str,
Table: str,RenameFieldOutputTypeDef#
# RenameFieldOutputTypeDef definition
class RenameFieldOutputTypeDef(TypedDict):
Name: str,
Inputs: List[str],
SourcePath: List[str],
TargetPath: List[str],SelectFieldsOutputTypeDef#
# SelectFieldsOutputTypeDef definition
class SelectFieldsOutputTypeDef(TypedDict):
Name: str,
Inputs: List[str],
Paths: List[List[str]],SelectFromCollectionOutputTypeDef#
# SelectFromCollectionOutputTypeDef definition
class SelectFromCollectionOutputTypeDef(TypedDict):
Name: str,
Inputs: List[str],
Index: int,SpigotOutputTypeDef#
# SpigotOutputTypeDef definition
class SpigotOutputTypeDef(TypedDict):
Name: str,
Inputs: List[str],
Path: str,
Topk: NotRequired[int],
Prob: NotRequired[float],SplitFieldsOutputTypeDef#
# SplitFieldsOutputTypeDef definition
class SplitFieldsOutputTypeDef(TypedDict):
Name: str,
Inputs: List[str],
Paths: List[List[str]],UnionOutputTypeDef#
# UnionOutputTypeDef definition
class UnionOutputTypeDef(TypedDict):
Name: str,
Inputs: List[str],
UnionType: UnionTypeType, # (1)- See UnionTypeType
ConnectorDataTargetTypeDef#
# ConnectorDataTargetTypeDef definition
class ConnectorDataTargetTypeDef(TypedDict):
Name: str,
ConnectionType: str,
Data: Mapping[str, str],
Inputs: NotRequired[Sequence[str]],DropDuplicatesTypeDef#
# DropDuplicatesTypeDef definition
class DropDuplicatesTypeDef(TypedDict):
Name: str,
Inputs: Sequence[str],
Columns: NotRequired[Sequence[Sequence[str]]],DropFieldsTypeDef#
# DropFieldsTypeDef definition
class DropFieldsTypeDef(TypedDict):
Name: str,
Inputs: Sequence[str],
Paths: Sequence[Sequence[str]],FillMissingValuesTypeDef#
# FillMissingValuesTypeDef definition
class FillMissingValuesTypeDef(TypedDict):
Name: str,
Inputs: Sequence[str],
ImputedPath: str,
FilledPath: NotRequired[str],MergeTypeDef#
# MergeTypeDef definition
class MergeTypeDef(TypedDict):
Name: str,
Inputs: Sequence[str],
Source: str,
PrimaryKeys: Sequence[Sequence[str]],MicrosoftSQLServerCatalogTargetTypeDef#
# MicrosoftSQLServerCatalogTargetTypeDef definition
class MicrosoftSQLServerCatalogTargetTypeDef(TypedDict):
Name: str,
Inputs: Sequence[str],
Database: str,
Table: str,MySQLCatalogTargetTypeDef#
# MySQLCatalogTargetTypeDef definition
class MySQLCatalogTargetTypeDef(TypedDict):
Name: str,
Inputs: Sequence[str],
Database: str,
Table: str,OracleSQLCatalogTargetTypeDef#
# OracleSQLCatalogTargetTypeDef definition
class OracleSQLCatalogTargetTypeDef(TypedDict):
Name: str,
Inputs: Sequence[str],
Database: str,
Table: str,PIIDetectionTypeDef#
# PIIDetectionTypeDef definition
class PIIDetectionTypeDef(TypedDict):
Name: str,
Inputs: Sequence[str],
PiiType: PiiTypeType, # (1)
EntityTypesToDetect: Sequence[str],
OutputColumnName: NotRequired[str],
SampleFraction: NotRequired[float],
ThresholdFraction: NotRequired[float],
MaskValue: NotRequired[str],- See PiiTypeType
PostgreSQLCatalogTargetTypeDef#
# PostgreSQLCatalogTargetTypeDef definition
class PostgreSQLCatalogTargetTypeDef(TypedDict):
Name: str,
Inputs: Sequence[str],
Database: str,
Table: str,RenameFieldTypeDef#
# RenameFieldTypeDef definition
class RenameFieldTypeDef(TypedDict):
Name: str,
Inputs: Sequence[str],
SourcePath: Sequence[str],
TargetPath: Sequence[str],SelectFieldsTypeDef#
# SelectFieldsTypeDef definition
class SelectFieldsTypeDef(TypedDict):
Name: str,
Inputs: Sequence[str],
Paths: Sequence[Sequence[str]],SelectFromCollectionTypeDef#
# SelectFromCollectionTypeDef definition
class SelectFromCollectionTypeDef(TypedDict):
Name: str,
Inputs: Sequence[str],
Index: int,SpigotTypeDef#
# SpigotTypeDef definition
class SpigotTypeDef(TypedDict):
Name: str,
Inputs: Sequence[str],
Path: str,
Topk: NotRequired[int],
Prob: NotRequired[float],SplitFieldsTypeDef#
# SplitFieldsTypeDef definition
class SplitFieldsTypeDef(TypedDict):
Name: str,
Inputs: Sequence[str],
Paths: Sequence[Sequence[str]],UnionTypeDef#
# UnionTypeDef definition
class UnionTypeDef(TypedDict):
Name: str,
Inputs: Sequence[str],
UnionType: UnionTypeType, # (1)- See UnionTypeType
CodeGenEdgeTypeDef#
# CodeGenEdgeTypeDef definition
class CodeGenEdgeTypeDef(TypedDict):
Source: str,
Target: str,
TargetParameter: NotRequired[str],CodeGenNodeArgTypeDef#
# CodeGenNodeArgTypeDef definition
class CodeGenNodeArgTypeDef(TypedDict):
Name: str,
Value: str,
Param: NotRequired[bool],ColumnImportanceTypeDef#
# ColumnImportanceTypeDef definition
class ColumnImportanceTypeDef(TypedDict):
ColumnName: NotRequired[str],
Importance: NotRequired[float],ColumnOutputTypeDef#
# ColumnOutputTypeDef definition
class ColumnOutputTypeDef(TypedDict):
Name: str,
Type: NotRequired[str],
Comment: NotRequired[str],
Parameters: NotRequired[Dict[str, str]],ColumnRowFilterTypeDef#
# ColumnRowFilterTypeDef definition
class ColumnRowFilterTypeDef(TypedDict):
ColumnName: NotRequired[str],
RowFilterExpression: NotRequired[str],DateColumnStatisticsDataOutputTypeDef#
# DateColumnStatisticsDataOutputTypeDef definition
class DateColumnStatisticsDataOutputTypeDef(TypedDict):
NumberOfNulls: int,
NumberOfDistinctValues: int,
MinimumValue: NotRequired[datetime],
MaximumValue: NotRequired[datetime],DoubleColumnStatisticsDataTypeDef#
# DoubleColumnStatisticsDataTypeDef definition
class DoubleColumnStatisticsDataTypeDef(TypedDict):
NumberOfNulls: int,
NumberOfDistinctValues: int,
MinimumValue: NotRequired[float],
MaximumValue: NotRequired[float],LongColumnStatisticsDataTypeDef#
# LongColumnStatisticsDataTypeDef definition
class LongColumnStatisticsDataTypeDef(TypedDict):
NumberOfNulls: int,
NumberOfDistinctValues: int,
MinimumValue: NotRequired[int],
MaximumValue: NotRequired[int],StringColumnStatisticsDataTypeDef#
# StringColumnStatisticsDataTypeDef definition
class StringColumnStatisticsDataTypeDef(TypedDict):
MaximumLength: int,
AverageLength: float,
NumberOfNulls: int,
NumberOfDistinctValues: int,ColumnStatisticsTaskRunTypeDef#
# ColumnStatisticsTaskRunTypeDef definition
class ColumnStatisticsTaskRunTypeDef(TypedDict):
CustomerId: NotRequired[str],
ColumnStatisticsTaskRunId: NotRequired[str],
DatabaseName: NotRequired[str],
TableName: NotRequired[str],
ColumnNameList: NotRequired[List[str]],
CatalogID: NotRequired[str],
Role: NotRequired[str],
SampleSize: NotRequired[float],
SecurityConfiguration: NotRequired[str],
NumberOfWorkers: NotRequired[int],
WorkerType: NotRequired[str],
Status: NotRequired[ColumnStatisticsStateType], # (1)
CreationTime: NotRequired[datetime],
LastUpdated: NotRequired[datetime],
StartTime: NotRequired[datetime],
EndTime: NotRequired[datetime],
ErrorMessage: NotRequired[str],
DPUSeconds: NotRequired[float],ColumnTypeDef#
# ColumnTypeDef definition
class ColumnTypeDef(TypedDict):
Name: str,
Type: NotRequired[str],
Comment: NotRequired[str],
Parameters: NotRequired[Mapping[str, str]],ConditionTypeDef#
# ConditionTypeDef definition
class ConditionTypeDef(TypedDict):
LogicalOperator: NotRequired[LogicalOperatorType], # (1)
JobName: NotRequired[str],
State: NotRequired[JobRunStateType], # (2)
CrawlerName: NotRequired[str],
CrawlState: NotRequired[CrawlStateType], # (3)- See LogicalOperatorType
- See JobRunStateType
- See CrawlStateType
ConfusionMatrixTypeDef#
# ConfusionMatrixTypeDef definition
class ConfusionMatrixTypeDef(TypedDict):
NumTruePositives: NotRequired[int],
NumFalsePositives: NotRequired[int],
NumTrueNegatives: NotRequired[int],
NumFalseNegatives: NotRequired[int],PhysicalConnectionRequirementsTypeDef#
# PhysicalConnectionRequirementsTypeDef definition
class PhysicalConnectionRequirementsTypeDef(TypedDict):
SubnetId: NotRequired[str],
SecurityGroupIdList: NotRequired[Sequence[str]],
AvailabilityZone: NotRequired[str],ConnectionPasswordEncryptionTypeDef#
# ConnectionPasswordEncryptionTypeDef definition
class ConnectionPasswordEncryptionTypeDef(TypedDict):
ReturnConnectionPasswordEncrypted: bool,
AwsKmsKeyId: NotRequired[str],PhysicalConnectionRequirementsOutputTypeDef#
# PhysicalConnectionRequirementsOutputTypeDef definition
class PhysicalConnectionRequirementsOutputTypeDef(TypedDict):
SubnetId: NotRequired[str],
SecurityGroupIdList: NotRequired[List[str]],
AvailabilityZone: NotRequired[str],ConnectionsListExtraOutputTypeDef#
# ConnectionsListExtraOutputTypeDef definition
class ConnectionsListExtraOutputTypeDef(TypedDict):
Connections: NotRequired[List[str]],ConnectionsListOutputTypeDef#
# ConnectionsListOutputTypeDef definition
class ConnectionsListOutputTypeDef(TypedDict):
Connections: NotRequired[List[str]],ConnectionsListTypeDef#
# ConnectionsListTypeDef definition
class ConnectionsListTypeDef(TypedDict):
Connections: NotRequired[Sequence[str]],CrawlTypeDef#
# CrawlTypeDef definition
class CrawlTypeDef(TypedDict):
State: NotRequired[CrawlStateType], # (1)
StartedOn: NotRequired[datetime],
CompletedOn: NotRequired[datetime],
ErrorMessage: NotRequired[str],
LogGroup: NotRequired[str],
LogStream: NotRequired[str],- See CrawlStateType
CrawlerHistoryTypeDef#
# CrawlerHistoryTypeDef definition
class CrawlerHistoryTypeDef(TypedDict):
CrawlId: NotRequired[str],
State: NotRequired[CrawlerHistoryStateType], # (1)
StartTime: NotRequired[datetime],
EndTime: NotRequired[datetime],
Summary: NotRequired[str],
ErrorMessage: NotRequired[str],
LogGroup: NotRequired[str],
LogStream: NotRequired[str],
MessagePrefix: NotRequired[str],
DPUHour: NotRequired[float],CrawlerMetricsTypeDef#
# CrawlerMetricsTypeDef definition
class CrawlerMetricsTypeDef(TypedDict):
CrawlerName: NotRequired[str],
TimeLeftSeconds: NotRequired[float],
StillEstimating: NotRequired[bool],
LastRuntimeSeconds: NotRequired[float],
MedianRuntimeSeconds: NotRequired[float],
TablesCreated: NotRequired[int],
TablesUpdated: NotRequired[int],
TablesDeleted: NotRequired[int],DeltaTargetExtraOutputTypeDef#
# DeltaTargetExtraOutputTypeDef definition
class DeltaTargetExtraOutputTypeDef(TypedDict):
DeltaTables: NotRequired[List[str]],
ConnectionName: NotRequired[str],
WriteManifest: NotRequired[bool],
CreateNativeDeltaTable: NotRequired[bool],DynamoDBTargetTypeDef#
# DynamoDBTargetTypeDef definition
class DynamoDBTargetTypeDef(TypedDict):
Path: NotRequired[str],
scanAll: NotRequired[bool],
scanRate: NotRequired[float],HudiTargetExtraOutputTypeDef#
# HudiTargetExtraOutputTypeDef definition
class HudiTargetExtraOutputTypeDef(TypedDict):
Paths: NotRequired[List[str]],
ConnectionName: NotRequired[str],
Exclusions: NotRequired[List[str]],
MaximumTraversalDepth: NotRequired[int],IcebergTargetExtraOutputTypeDef#
# IcebergTargetExtraOutputTypeDef definition
class IcebergTargetExtraOutputTypeDef(TypedDict):
Paths: NotRequired[List[str]],
ConnectionName: NotRequired[str],
Exclusions: NotRequired[List[str]],
MaximumTraversalDepth: NotRequired[int],JdbcTargetExtraOutputTypeDef#
# JdbcTargetExtraOutputTypeDef definition
class JdbcTargetExtraOutputTypeDef(TypedDict):
ConnectionName: NotRequired[str],
Path: NotRequired[str],
Exclusions: NotRequired[List[str]],
EnableAdditionalMetadata: NotRequired[List[JdbcMetadataEntryType]], # (1)MongoDBTargetTypeDef#
# MongoDBTargetTypeDef definition
class MongoDBTargetTypeDef(TypedDict):
ConnectionName: NotRequired[str],
Path: NotRequired[str],
ScanAll: NotRequired[bool],S3TargetExtraOutputTypeDef#
# S3TargetExtraOutputTypeDef definition
class S3TargetExtraOutputTypeDef(TypedDict):
Path: NotRequired[str],
Exclusions: NotRequired[List[str]],
ConnectionName: NotRequired[str],
SampleSize: NotRequired[int],
EventQueueArn: NotRequired[str],
DlqEventQueueArn: NotRequired[str],DeltaTargetOutputTypeDef#
# DeltaTargetOutputTypeDef definition
class DeltaTargetOutputTypeDef(TypedDict):
DeltaTables: NotRequired[List[str]],
ConnectionName: NotRequired[str],
WriteManifest: NotRequired[bool],
CreateNativeDeltaTable: NotRequired[bool],HudiTargetOutputTypeDef#
# HudiTargetOutputTypeDef definition
class HudiTargetOutputTypeDef(TypedDict):
Paths: NotRequired[List[str]],
ConnectionName: NotRequired[str],
Exclusions: NotRequired[List[str]],
MaximumTraversalDepth: NotRequired[int],IcebergTargetOutputTypeDef#
# IcebergTargetOutputTypeDef definition
class IcebergTargetOutputTypeDef(TypedDict):
Paths: NotRequired[List[str]],
ConnectionName: NotRequired[str],
Exclusions: NotRequired[List[str]],
MaximumTraversalDepth: NotRequired[int],JdbcTargetOutputTypeDef#
# JdbcTargetOutputTypeDef definition
class JdbcTargetOutputTypeDef(TypedDict):
ConnectionName: NotRequired[str],
Path: NotRequired[str],
Exclusions: NotRequired[List[str]],
EnableAdditionalMetadata: NotRequired[List[JdbcMetadataEntryType]], # (1)S3TargetOutputTypeDef#
# S3TargetOutputTypeDef definition
class S3TargetOutputTypeDef(TypedDict):
Path: NotRequired[str],
Exclusions: NotRequired[List[str]],
ConnectionName: NotRequired[str],
SampleSize: NotRequired[int],
EventQueueArn: NotRequired[str],
DlqEventQueueArn: NotRequired[str],DeltaTargetTypeDef#
# DeltaTargetTypeDef definition
class DeltaTargetTypeDef(TypedDict):
DeltaTables: NotRequired[Sequence[str]],
ConnectionName: NotRequired[str],
WriteManifest: NotRequired[bool],
CreateNativeDeltaTable: NotRequired[bool],HudiTargetTypeDef#
# HudiTargetTypeDef definition
class HudiTargetTypeDef(TypedDict):
Paths: NotRequired[Sequence[str]],
ConnectionName: NotRequired[str],
Exclusions: NotRequired[Sequence[str]],
MaximumTraversalDepth: NotRequired[int],IcebergTargetTypeDef#
# IcebergTargetTypeDef definition
class IcebergTargetTypeDef(TypedDict):
Paths: NotRequired[Sequence[str]],
ConnectionName: NotRequired[str],
Exclusions: NotRequired[Sequence[str]],
MaximumTraversalDepth: NotRequired[int],JdbcTargetTypeDef#
# JdbcTargetTypeDef definition
class JdbcTargetTypeDef(TypedDict):
ConnectionName: NotRequired[str],
Path: NotRequired[str],
Exclusions: NotRequired[Sequence[str]],
EnableAdditionalMetadata: NotRequired[Sequence[JdbcMetadataEntryType]], # (1)S3TargetTypeDef#
# S3TargetTypeDef definition
class S3TargetTypeDef(TypedDict):
Path: NotRequired[str],
Exclusions: NotRequired[Sequence[str]],
ConnectionName: NotRequired[str],
SampleSize: NotRequired[int],
EventQueueArn: NotRequired[str],
DlqEventQueueArn: NotRequired[str],LakeFormationConfigurationTypeDef#
# LakeFormationConfigurationTypeDef definition
class LakeFormationConfigurationTypeDef(TypedDict):
UseLakeFormationCredentials: NotRequired[bool],
AccountId: NotRequired[str],LastCrawlInfoTypeDef#
# LastCrawlInfoTypeDef definition
class LastCrawlInfoTypeDef(TypedDict):
Status: NotRequired[LastCrawlStatusType], # (1)
ErrorMessage: NotRequired[str],
LogGroup: NotRequired[str],
LogStream: NotRequired[str],
MessagePrefix: NotRequired[str],
StartTime: NotRequired[datetime],LineageConfigurationTypeDef#
# LineageConfigurationTypeDef definition
class LineageConfigurationTypeDef(TypedDict):
CrawlerLineageSettings: NotRequired[CrawlerLineageSettingsType], # (1)RecrawlPolicyTypeDef#
# RecrawlPolicyTypeDef definition
class RecrawlPolicyTypeDef(TypedDict):
RecrawlBehavior: NotRequired[RecrawlBehaviorType], # (1)ScheduleTypeDef#
# ScheduleTypeDef definition
class ScheduleTypeDef(TypedDict):
ScheduleExpression: NotRequired[str],
State: NotRequired[ScheduleStateType], # (1)SchemaChangePolicyTypeDef#
# SchemaChangePolicyTypeDef definition
class SchemaChangePolicyTypeDef(TypedDict):
UpdateBehavior: NotRequired[UpdateBehaviorType], # (1)
DeleteBehavior: NotRequired[DeleteBehaviorType], # (2)- See UpdateBehaviorType
- See DeleteBehaviorType
CrawlsFilterTypeDef#
# CrawlsFilterTypeDef definition
class CrawlsFilterTypeDef(TypedDict):
FieldName: NotRequired[FieldNameType], # (1)
FilterOperator: NotRequired[FilterOperatorType], # (2)
FieldValue: NotRequired[str],- See FieldNameType
- See FilterOperatorType
CreateBlueprintRequestRequestTypeDef#
# CreateBlueprintRequestRequestTypeDef definition
class CreateBlueprintRequestRequestTypeDef(TypedDict):
Name: str,
BlueprintLocation: str,
Description: NotRequired[str],
Tags: NotRequired[Mapping[str, str]],CreateCsvClassifierRequestTypeDef#
# CreateCsvClassifierRequestTypeDef definition
class CreateCsvClassifierRequestTypeDef(TypedDict):
Name: str,
Delimiter: NotRequired[str],
QuoteSymbol: NotRequired[str],
ContainsHeader: NotRequired[CsvHeaderOptionType], # (1)
Header: NotRequired[Sequence[str]],
DisableValueTrimming: NotRequired[bool],
AllowSingleColumn: NotRequired[bool],
CustomDatatypeConfigured: NotRequired[bool],
CustomDatatypes: NotRequired[Sequence[str]],
Serde: NotRequired[CsvSerdeOptionType], # (2)CreateGrokClassifierRequestTypeDef#
# CreateGrokClassifierRequestTypeDef definition
class CreateGrokClassifierRequestTypeDef(TypedDict):
Classification: str,
Name: str,
GrokPattern: str,
CustomPatterns: NotRequired[str],CreateJsonClassifierRequestTypeDef#
# CreateJsonClassifierRequestTypeDef definition
class CreateJsonClassifierRequestTypeDef(TypedDict):
Name: str,
JsonPath: str,CreateXMLClassifierRequestTypeDef#
# CreateXMLClassifierRequestTypeDef definition
class CreateXMLClassifierRequestTypeDef(TypedDict):
Classification: str,
Name: str,
RowTag: NotRequired[str],CreateCustomEntityTypeRequestRequestTypeDef#
# CreateCustomEntityTypeRequestRequestTypeDef definition
class CreateCustomEntityTypeRequestRequestTypeDef(TypedDict):
Name: str,
RegexString: str,
ContextWords: NotRequired[Sequence[str]],
Tags: NotRequired[Mapping[str, str]],DataQualityTargetTableTypeDef#
# DataQualityTargetTableTypeDef definition
class DataQualityTargetTableTypeDef(TypedDict):
TableName: str,
DatabaseName: str,
CatalogId: NotRequired[str],CreateDevEndpointRequestRequestTypeDef#
# CreateDevEndpointRequestRequestTypeDef definition
class CreateDevEndpointRequestRequestTypeDef(TypedDict):
EndpointName: str,
RoleArn: str,
SecurityGroupIds: NotRequired[Sequence[str]],
SubnetId: NotRequired[str],
PublicKey: NotRequired[str],
PublicKeys: NotRequired[Sequence[str]],
NumberOfNodes: NotRequired[int],
WorkerType: NotRequired[WorkerTypeType], # (1)
GlueVersion: NotRequired[str],
NumberOfWorkers: NotRequired[int],
ExtraPythonLibsS3Path: NotRequired[str],
ExtraJarsS3Path: NotRequired[str],
SecurityConfiguration: NotRequired[str],
Tags: NotRequired[Mapping[str, str]],
Arguments: NotRequired[Mapping[str, str]],- See WorkerTypeType
ExecutionPropertyTypeDef#
# ExecutionPropertyTypeDef definition
class ExecutionPropertyTypeDef(TypedDict):
MaxConcurrentRuns: NotRequired[int],JobCommandTypeDef#
# JobCommandTypeDef definition
class JobCommandTypeDef(TypedDict):
Name: NotRequired[str],
ScriptLocation: NotRequired[str],
PythonVersion: NotRequired[str],
Runtime: NotRequired[str],SourceControlDetailsTypeDef#
# SourceControlDetailsTypeDef definition
class SourceControlDetailsTypeDef(TypedDict):
Provider: NotRequired[SourceControlProviderType], # (1)
Repository: NotRequired[str],
Owner: NotRequired[str],
Branch: NotRequired[str],
Folder: NotRequired[str],
LastCommitId: NotRequired[str],
AuthStrategy: NotRequired[SourceControlAuthStrategyType], # (2)
AuthToken: NotRequired[str],PartitionIndexTypeDef#
# PartitionIndexTypeDef definition
class PartitionIndexTypeDef(TypedDict):
Keys: Sequence[str],
IndexName: str,CreateRegistryInputRequestTypeDef#
# CreateRegistryInputRequestTypeDef definition
class CreateRegistryInputRequestTypeDef(TypedDict):
RegistryName: str,
Description: NotRequired[str],
Tags: NotRequired[Mapping[str, str]],RegistryIdTypeDef#
# RegistryIdTypeDef definition
class RegistryIdTypeDef(TypedDict):
RegistryName: NotRequired[str],
RegistryArn: NotRequired[str],SessionCommandTypeDef#
# SessionCommandTypeDef definition
class SessionCommandTypeDef(TypedDict):
Name: NotRequired[str],
PythonVersion: NotRequired[str],TableOptimizerConfigurationTypeDef#
# TableOptimizerConfigurationTypeDef definition
class TableOptimizerConfigurationTypeDef(TypedDict):
roleArn: NotRequired[str],
enabled: NotRequired[bool],EventBatchingConditionTypeDef#
# EventBatchingConditionTypeDef definition
class EventBatchingConditionTypeDef(TypedDict):
BatchSize: int,
BatchWindow: NotRequired[int],CreateWorkflowRequestRequestTypeDef#
# CreateWorkflowRequestRequestTypeDef definition
class CreateWorkflowRequestRequestTypeDef(TypedDict):
Name: str,
Description: NotRequired[str],
DefaultRunProperties: NotRequired[Mapping[str, str]],
Tags: NotRequired[Mapping[str, str]],
MaxConcurrentRuns: NotRequired[int],DQResultsPublishingOptionsTypeDef#
# DQResultsPublishingOptionsTypeDef definition
class DQResultsPublishingOptionsTypeDef(TypedDict):
EvaluationContext: NotRequired[str],
ResultsS3Prefix: NotRequired[str],
CloudWatchMetricsEnabled: NotRequired[bool],
ResultsPublishingEnabled: NotRequired[bool],DQStopJobOnFailureOptionsTypeDef#
# DQStopJobOnFailureOptionsTypeDef definition
class DQStopJobOnFailureOptionsTypeDef(TypedDict):
StopJobOnFailureTiming: NotRequired[DQStopJobOnFailureTimingType], # (1)EncryptionAtRestTypeDef#
# EncryptionAtRestTypeDef definition
class EncryptionAtRestTypeDef(TypedDict):
CatalogEncryptionMode: CatalogEncryptionModeType, # (1)
SseAwsKmsKeyId: NotRequired[str],
CatalogEncryptionServiceRole: NotRequired[str],DataLakePrincipalTypeDef#
# DataLakePrincipalTypeDef definition
class DataLakePrincipalTypeDef(TypedDict):
DataLakePrincipalIdentifier: NotRequired[str],DataQualityAnalyzerResultTypeDef#
# DataQualityAnalyzerResultTypeDef definition
class DataQualityAnalyzerResultTypeDef(TypedDict):
Name: NotRequired[str],
Description: NotRequired[str],
EvaluationMessage: NotRequired[str],
EvaluatedMetrics: NotRequired[Dict[str, float]],DataQualityEvaluationRunAdditionalRunOptionsTypeDef#
# DataQualityEvaluationRunAdditionalRunOptionsTypeDef definition
class DataQualityEvaluationRunAdditionalRunOptionsTypeDef(TypedDict):
CloudWatchMetricsEnabled: NotRequired[bool],
ResultsS3Prefix: NotRequired[str],DataQualityMetricValuesTypeDef#
# DataQualityMetricValuesTypeDef definition
class DataQualityMetricValuesTypeDef(TypedDict):
ActualValue: NotRequired[float],
ExpectedValue: NotRequired[float],
LowerLimit: NotRequired[float],
UpperLimit: NotRequired[float],DataQualityRuleResultTypeDef#
# DataQualityRuleResultTypeDef definition
class DataQualityRuleResultTypeDef(TypedDict):
Name: NotRequired[str],
Description: NotRequired[str],
EvaluationMessage: NotRequired[str],
Result: NotRequired[DataQualityRuleResultStatusType], # (1)
EvaluatedMetrics: NotRequired[Dict[str, float]],GlueTableOutputTypeDef#
# GlueTableOutputTypeDef definition
class GlueTableOutputTypeDef(TypedDict):
DatabaseName: str,
TableName: str,
CatalogId: NotRequired[str],
ConnectionName: NotRequired[str],
AdditionalOptions: NotRequired[Dict[str, str]],GlueTableTypeDef#
# GlueTableTypeDef definition
class GlueTableTypeDef(TypedDict):
DatabaseName: str,
TableName: str,
CatalogId: NotRequired[str],
ConnectionName: NotRequired[str],
AdditionalOptions: NotRequired[Mapping[str, str]],DatabaseIdentifierTypeDef#
# DatabaseIdentifierTypeDef definition
class DatabaseIdentifierTypeDef(TypedDict):
CatalogId: NotRequired[str],
DatabaseName: NotRequired[str],
Region: NotRequired[str],FederatedDatabaseTypeDef#
# FederatedDatabaseTypeDef definition
class FederatedDatabaseTypeDef(TypedDict):
Identifier: NotRequired[str],
ConnectionName: NotRequired[str],DatatypeTypeDef#
# DatatypeTypeDef definition
class DatatypeTypeDef(TypedDict):
Id: str,
Label: str,DecimalNumberOutputTypeDef#
# DecimalNumberOutputTypeDef definition
class DecimalNumberOutputTypeDef(TypedDict):
UnscaledValue: bytes,
Scale: int,DeleteBlueprintRequestRequestTypeDef#
# DeleteBlueprintRequestRequestTypeDef definition
class DeleteBlueprintRequestRequestTypeDef(TypedDict):
Name: str,DeleteClassifierRequestRequestTypeDef#
# DeleteClassifierRequestRequestTypeDef definition
class DeleteClassifierRequestRequestTypeDef(TypedDict):
Name: str,DeleteColumnStatisticsForPartitionRequestRequestTypeDef#
# DeleteColumnStatisticsForPartitionRequestRequestTypeDef definition
class DeleteColumnStatisticsForPartitionRequestRequestTypeDef(TypedDict):
DatabaseName: str,
TableName: str,
PartitionValues: Sequence[str],
ColumnName: str,
CatalogId: NotRequired[str],DeleteColumnStatisticsForTableRequestRequestTypeDef#
# DeleteColumnStatisticsForTableRequestRequestTypeDef definition
class DeleteColumnStatisticsForTableRequestRequestTypeDef(TypedDict):
DatabaseName: str,
TableName: str,
ColumnName: str,
CatalogId: NotRequired[str],DeleteConnectionRequestRequestTypeDef#
# DeleteConnectionRequestRequestTypeDef definition
class DeleteConnectionRequestRequestTypeDef(TypedDict):
ConnectionName: str,
CatalogId: NotRequired[str],DeleteCrawlerRequestRequestTypeDef#
# DeleteCrawlerRequestRequestTypeDef definition
class DeleteCrawlerRequestRequestTypeDef(TypedDict):
Name: str,DeleteCustomEntityTypeRequestRequestTypeDef#
# DeleteCustomEntityTypeRequestRequestTypeDef definition
class DeleteCustomEntityTypeRequestRequestTypeDef(TypedDict):
Name: str,DeleteDataQualityRulesetRequestRequestTypeDef#
# DeleteDataQualityRulesetRequestRequestTypeDef definition
class DeleteDataQualityRulesetRequestRequestTypeDef(TypedDict):
Name: str,DeleteDatabaseRequestRequestTypeDef#
# DeleteDatabaseRequestRequestTypeDef definition
class DeleteDatabaseRequestRequestTypeDef(TypedDict):
Name: str,
CatalogId: NotRequired[str],DeleteDevEndpointRequestRequestTypeDef#
# DeleteDevEndpointRequestRequestTypeDef definition
class DeleteDevEndpointRequestRequestTypeDef(TypedDict):
EndpointName: str,DeleteJobRequestRequestTypeDef#
# DeleteJobRequestRequestTypeDef definition
class DeleteJobRequestRequestTypeDef(TypedDict):
JobName: str,DeleteMLTransformRequestRequestTypeDef#
# DeleteMLTransformRequestRequestTypeDef definition
class DeleteMLTransformRequestRequestTypeDef(TypedDict):
TransformId: str,DeletePartitionIndexRequestRequestTypeDef#
# DeletePartitionIndexRequestRequestTypeDef definition
class DeletePartitionIndexRequestRequestTypeDef(TypedDict):
DatabaseName: str,
TableName: str,
IndexName: str,
CatalogId: NotRequired[str],DeletePartitionRequestRequestTypeDef#
# DeletePartitionRequestRequestTypeDef definition
class DeletePartitionRequestRequestTypeDef(TypedDict):
DatabaseName: str,
TableName: str,
PartitionValues: Sequence[str],
CatalogId: NotRequired[str],DeleteResourcePolicyRequestRequestTypeDef#
# DeleteResourcePolicyRequestRequestTypeDef definition
class DeleteResourcePolicyRequestRequestTypeDef(TypedDict):
PolicyHashCondition: NotRequired[str],
ResourceArn: NotRequired[str],SchemaIdTypeDef#
# SchemaIdTypeDef definition
class SchemaIdTypeDef(TypedDict):
SchemaArn: NotRequired[str],
SchemaName: NotRequired[str],
RegistryName: NotRequired[str],DeleteSecurityConfigurationRequestRequestTypeDef#
# DeleteSecurityConfigurationRequestRequestTypeDef definition
class DeleteSecurityConfigurationRequestRequestTypeDef(TypedDict):
Name: str,DeleteSessionRequestRequestTypeDef#
# DeleteSessionRequestRequestTypeDef definition
class DeleteSessionRequestRequestTypeDef(TypedDict):
Id: str,
RequestOrigin: NotRequired[str],DeleteTableOptimizerRequestRequestTypeDef#
# DeleteTableOptimizerRequestRequestTypeDef definition
class DeleteTableOptimizerRequestRequestTypeDef(TypedDict):
CatalogId: str,
DatabaseName: str,
TableName: str,
Type: TableOptimizerTypeType, # (1)DeleteTableRequestRequestTypeDef#
# DeleteTableRequestRequestTypeDef definition
class DeleteTableRequestRequestTypeDef(TypedDict):
DatabaseName: str,
Name: str,
CatalogId: NotRequired[str],
TransactionId: NotRequired[str],DeleteTableVersionRequestRequestTypeDef#
# DeleteTableVersionRequestRequestTypeDef definition
class DeleteTableVersionRequestRequestTypeDef(TypedDict):
DatabaseName: str,
TableName: str,
VersionId: str,
CatalogId: NotRequired[str],DeleteTriggerRequestRequestTypeDef#
# DeleteTriggerRequestRequestTypeDef definition
class DeleteTriggerRequestRequestTypeDef(TypedDict):
Name: str,DeleteUserDefinedFunctionRequestRequestTypeDef#
# DeleteUserDefinedFunctionRequestRequestTypeDef definition
class DeleteUserDefinedFunctionRequestRequestTypeDef(TypedDict):
DatabaseName: str,
FunctionName: str,
CatalogId: NotRequired[str],DeleteWorkflowRequestRequestTypeDef#
# DeleteWorkflowRequestRequestTypeDef definition
class DeleteWorkflowRequestRequestTypeDef(TypedDict):
Name: str,DevEndpointCustomLibrariesTypeDef#
# DevEndpointCustomLibrariesTypeDef definition
class DevEndpointCustomLibrariesTypeDef(TypedDict):
ExtraPythonLibsS3Path: NotRequired[str],
ExtraJarsS3Path: NotRequired[str],DirectSchemaChangePolicyTypeDef#
# DirectSchemaChangePolicyTypeDef definition
class DirectSchemaChangePolicyTypeDef(TypedDict):
EnableUpdateCatalog: NotRequired[bool],
UpdateBehavior: NotRequired[UpdateCatalogBehaviorType], # (1)
Table: NotRequired[str],
Database: NotRequired[str],NullCheckBoxListTypeDef#
# NullCheckBoxListTypeDef definition
class NullCheckBoxListTypeDef(TypedDict):
IsEmpty: NotRequired[bool],
IsNullString: NotRequired[bool],
IsNegOne: NotRequired[bool],TransformConfigParameterExtraOutputTypeDef#
# TransformConfigParameterExtraOutputTypeDef definition
class TransformConfigParameterExtraOutputTypeDef(TypedDict):
Name: str,
Type: ParamTypeType, # (1)
ValidationRule: NotRequired[str],
ValidationMessage: NotRequired[str],
Value: NotRequired[List[str]],
ListType: NotRequired[ParamTypeType], # (1)
IsOptional: NotRequired[bool],- See ParamTypeType
- See ParamTypeType
TransformConfigParameterOutputTypeDef#
# TransformConfigParameterOutputTypeDef definition
class TransformConfigParameterOutputTypeDef(TypedDict):
Name: str,
Type: ParamTypeType, # (1)
ValidationRule: NotRequired[str],
ValidationMessage: NotRequired[str],
Value: NotRequired[List[str]],
ListType: NotRequired[ParamTypeType], # (1)
IsOptional: NotRequired[bool],- See ParamTypeType
- See ParamTypeType
TransformConfigParameterTypeDef#
# TransformConfigParameterTypeDef definition
class TransformConfigParameterTypeDef(TypedDict):
Name: str,
Type: ParamTypeType, # (1)
ValidationRule: NotRequired[str],
ValidationMessage: NotRequired[str],
Value: NotRequired[Sequence[str]],
ListType: NotRequired[ParamTypeType], # (1)
IsOptional: NotRequired[bool],- See ParamTypeType
- See ParamTypeType
EdgeTypeDef#
# EdgeTypeDef definition
class EdgeTypeDef(TypedDict):
SourceId: NotRequired[str],
DestinationId: NotRequired[str],JobBookmarksEncryptionTypeDef#
# JobBookmarksEncryptionTypeDef definition
class JobBookmarksEncryptionTypeDef(TypedDict):
JobBookmarksEncryptionMode: NotRequired[JobBookmarksEncryptionModeType], # (1)
KmsKeyArn: NotRequired[str],S3EncryptionTypeDef#
# S3EncryptionTypeDef definition
class S3EncryptionTypeDef(TypedDict):
S3EncryptionMode: NotRequired[S3EncryptionModeType], # (1)
KmsKeyArn: NotRequired[str],ErrorDetailsTypeDef#
# ErrorDetailsTypeDef definition
class ErrorDetailsTypeDef(TypedDict):
ErrorCode: NotRequired[str],
ErrorMessage: NotRequired[str],ExportLabelsTaskRunPropertiesTypeDef#
# ExportLabelsTaskRunPropertiesTypeDef definition
class ExportLabelsTaskRunPropertiesTypeDef(TypedDict):
OutputS3Path: NotRequired[str],FederatedTableTypeDef#
# FederatedTableTypeDef definition
class FederatedTableTypeDef(TypedDict):
Identifier: NotRequired[str],
DatabaseIdentifier: NotRequired[str],
ConnectionName: NotRequired[str],FilterValueExtraOutputTypeDef#
# FilterValueExtraOutputTypeDef definition
class FilterValueExtraOutputTypeDef(TypedDict):
Type: FilterValueTypeType, # (1)
Value: List[str],FilterValueOutputTypeDef#
# FilterValueOutputTypeDef definition
class FilterValueOutputTypeDef(TypedDict):
Type: FilterValueTypeType, # (1)
Value: List[str],FilterValueTypeDef#
# FilterValueTypeDef definition
class FilterValueTypeDef(TypedDict):
Type: FilterValueTypeType, # (1)
Value: Sequence[str],FindMatchesParametersTypeDef#
# FindMatchesParametersTypeDef definition
class FindMatchesParametersTypeDef(TypedDict):
PrimaryKeyColumnName: NotRequired[str],
PrecisionRecallTradeoff: NotRequired[float],
AccuracyCostTradeoff: NotRequired[float],
EnforceProvidedLabels: NotRequired[bool],FindMatchesTaskRunPropertiesTypeDef#
# FindMatchesTaskRunPropertiesTypeDef definition
class FindMatchesTaskRunPropertiesTypeDef(TypedDict):
JobId: NotRequired[str],
JobName: NotRequired[str],
JobRunId: NotRequired[str],GetBlueprintRequestRequestTypeDef#
# GetBlueprintRequestRequestTypeDef definition
class GetBlueprintRequestRequestTypeDef(TypedDict):
Name: str,
IncludeBlueprint: NotRequired[bool],
IncludeParameterSpec: NotRequired[bool],GetBlueprintRunRequestRequestTypeDef#
# GetBlueprintRunRequestRequestTypeDef definition
class GetBlueprintRunRequestRequestTypeDef(TypedDict):
BlueprintName: str,
RunId: str,GetBlueprintRunsRequestRequestTypeDef#
# GetBlueprintRunsRequestRequestTypeDef definition
class GetBlueprintRunsRequestRequestTypeDef(TypedDict):
BlueprintName: str,
NextToken: NotRequired[str],
MaxResults: NotRequired[int],GetCatalogImportStatusRequestRequestTypeDef#
# GetCatalogImportStatusRequestRequestTypeDef definition
class GetCatalogImportStatusRequestRequestTypeDef(TypedDict):
CatalogId: NotRequired[str],GetClassifierRequestRequestTypeDef#
# GetClassifierRequestRequestTypeDef definition
class GetClassifierRequestRequestTypeDef(TypedDict):
Name: str,PaginatorConfigTypeDef#
# PaginatorConfigTypeDef definition
class PaginatorConfigTypeDef(TypedDict):
MaxItems: NotRequired[int],
PageSize: NotRequired[int],
StartingToken: NotRequired[str],GetClassifiersRequestRequestTypeDef#
# GetClassifiersRequestRequestTypeDef definition
class GetClassifiersRequestRequestTypeDef(TypedDict):
MaxResults: NotRequired[int],
NextToken: NotRequired[str],GetColumnStatisticsForPartitionRequestRequestTypeDef#
# GetColumnStatisticsForPartitionRequestRequestTypeDef definition
class GetColumnStatisticsForPartitionRequestRequestTypeDef(TypedDict):
DatabaseName: str,
TableName: str,
PartitionValues: Sequence[str],
ColumnNames: Sequence[str],
CatalogId: NotRequired[str],GetColumnStatisticsForTableRequestRequestTypeDef#
# GetColumnStatisticsForTableRequestRequestTypeDef definition
class GetColumnStatisticsForTableRequestRequestTypeDef(TypedDict):
DatabaseName: str,
TableName: str,
ColumnNames: Sequence[str],
CatalogId: NotRequired[str],GetColumnStatisticsTaskRunRequestRequestTypeDef#
# GetColumnStatisticsTaskRunRequestRequestTypeDef definition
class GetColumnStatisticsTaskRunRequestRequestTypeDef(TypedDict):
ColumnStatisticsTaskRunId: str,GetColumnStatisticsTaskRunsRequestRequestTypeDef#
# GetColumnStatisticsTaskRunsRequestRequestTypeDef definition
class GetColumnStatisticsTaskRunsRequestRequestTypeDef(TypedDict):
DatabaseName: str,
TableName: str,
MaxResults: NotRequired[int],
NextToken: NotRequired[str],GetConnectionRequestRequestTypeDef#
# GetConnectionRequestRequestTypeDef definition
class GetConnectionRequestRequestTypeDef(TypedDict):
Name: str,
CatalogId: NotRequired[str],
HidePassword: NotRequired[bool],GetConnectionsFilterTypeDef#
# GetConnectionsFilterTypeDef definition
class GetConnectionsFilterTypeDef(TypedDict):
MatchCriteria: NotRequired[Sequence[str]],
ConnectionType: NotRequired[ConnectionTypeType], # (1)GetCrawlerMetricsRequestRequestTypeDef#
# GetCrawlerMetricsRequestRequestTypeDef definition
class GetCrawlerMetricsRequestRequestTypeDef(TypedDict):
CrawlerNameList: NotRequired[Sequence[str]],
MaxResults: NotRequired[int],
NextToken: NotRequired[str],GetCrawlerRequestRequestTypeDef#
# GetCrawlerRequestRequestTypeDef definition
class GetCrawlerRequestRequestTypeDef(TypedDict):
Name: str,GetCrawlersRequestRequestTypeDef#
# GetCrawlersRequestRequestTypeDef definition
class GetCrawlersRequestRequestTypeDef(TypedDict):
MaxResults: NotRequired[int],
NextToken: NotRequired[str],GetCustomEntityTypeRequestRequestTypeDef#
# GetCustomEntityTypeRequestRequestTypeDef definition
class GetCustomEntityTypeRequestRequestTypeDef(TypedDict):
Name: str,GetDataCatalogEncryptionSettingsRequestRequestTypeDef#
# GetDataCatalogEncryptionSettingsRequestRequestTypeDef definition
class GetDataCatalogEncryptionSettingsRequestRequestTypeDef(TypedDict):
CatalogId: NotRequired[str],GetDataQualityResultRequestRequestTypeDef#
# GetDataQualityResultRequestRequestTypeDef definition
class GetDataQualityResultRequestRequestTypeDef(TypedDict):
ResultId: str,GetDataQualityRuleRecommendationRunRequestRequestTypeDef#
# GetDataQualityRuleRecommendationRunRequestRequestTypeDef definition
class GetDataQualityRuleRecommendationRunRequestRequestTypeDef(TypedDict):
RunId: str,GetDataQualityRulesetEvaluationRunRequestRequestTypeDef#
# GetDataQualityRulesetEvaluationRunRequestRequestTypeDef definition
class GetDataQualityRulesetEvaluationRunRequestRequestTypeDef(TypedDict):
RunId: str,GetDataQualityRulesetRequestRequestTypeDef#
# GetDataQualityRulesetRequestRequestTypeDef definition
class GetDataQualityRulesetRequestRequestTypeDef(TypedDict):
Name: str,GetDatabaseRequestRequestTypeDef#
# GetDatabaseRequestRequestTypeDef definition
class GetDatabaseRequestRequestTypeDef(TypedDict):
Name: str,
CatalogId: NotRequired[str],GetDatabasesRequestRequestTypeDef#
# GetDatabasesRequestRequestTypeDef definition
class GetDatabasesRequestRequestTypeDef(TypedDict):
CatalogId: NotRequired[str],
NextToken: NotRequired[str],
MaxResults: NotRequired[int],
ResourceShareType: NotRequired[ResourceShareTypeType], # (1)GetDataflowGraphRequestRequestTypeDef#
# GetDataflowGraphRequestRequestTypeDef definition
class GetDataflowGraphRequestRequestTypeDef(TypedDict):
PythonScript: NotRequired[str],GetDevEndpointRequestRequestTypeDef#
# GetDevEndpointRequestRequestTypeDef definition
class GetDevEndpointRequestRequestTypeDef(TypedDict):
EndpointName: str,GetDevEndpointsRequestRequestTypeDef#
# GetDevEndpointsRequestRequestTypeDef definition
class GetDevEndpointsRequestRequestTypeDef(TypedDict):
MaxResults: NotRequired[int],
NextToken: NotRequired[str],GetJobBookmarkRequestRequestTypeDef#
# GetJobBookmarkRequestRequestTypeDef definition
class GetJobBookmarkRequestRequestTypeDef(TypedDict):
JobName: str,
RunId: NotRequired[str],JobBookmarkEntryTypeDef#
# JobBookmarkEntryTypeDef definition
class JobBookmarkEntryTypeDef(TypedDict):
JobName: NotRequired[str],
Version: NotRequired[int],
Run: NotRequired[int],
Attempt: NotRequired[int],
PreviousRunId: NotRequired[str],
RunId: NotRequired[str],
JobBookmark: NotRequired[str],GetJobRequestRequestTypeDef#
# GetJobRequestRequestTypeDef definition
class GetJobRequestRequestTypeDef(TypedDict):
JobName: str,GetJobRunRequestRequestTypeDef#
# GetJobRunRequestRequestTypeDef definition
class GetJobRunRequestRequestTypeDef(TypedDict):
JobName: str,
RunId: str,
PredecessorsIncluded: NotRequired[bool],GetJobRunsRequestRequestTypeDef#
# GetJobRunsRequestRequestTypeDef definition
class GetJobRunsRequestRequestTypeDef(TypedDict):
JobName: str,
NextToken: NotRequired[str],
MaxResults: NotRequired[int],GetJobsRequestRequestTypeDef#
# GetJobsRequestRequestTypeDef definition
class GetJobsRequestRequestTypeDef(TypedDict):
NextToken: NotRequired[str],
MaxResults: NotRequired[int],GetMLTaskRunRequestRequestTypeDef#
# GetMLTaskRunRequestRequestTypeDef definition
class GetMLTaskRunRequestRequestTypeDef(TypedDict):
TransformId: str,
TaskRunId: str,TaskRunSortCriteriaTypeDef#
# TaskRunSortCriteriaTypeDef definition
class TaskRunSortCriteriaTypeDef(TypedDict):
Column: TaskRunSortColumnTypeType, # (1)
SortDirection: SortDirectionTypeType, # (2)GetMLTransformRequestRequestTypeDef#
# GetMLTransformRequestRequestTypeDef definition
class GetMLTransformRequestRequestTypeDef(TypedDict):
TransformId: str,SchemaColumnTypeDef#
# SchemaColumnTypeDef definition
class SchemaColumnTypeDef(TypedDict):
Name: NotRequired[str],
DataType: NotRequired[str],TransformSortCriteriaTypeDef#
# TransformSortCriteriaTypeDef definition
class TransformSortCriteriaTypeDef(TypedDict):
Column: TransformSortColumnTypeType, # (1)
SortDirection: SortDirectionTypeType, # (2)MappingEntryTypeDef#
# MappingEntryTypeDef definition
class MappingEntryTypeDef(TypedDict):
SourceTable: NotRequired[str],
SourcePath: NotRequired[str],
SourceType: NotRequired[str],
TargetTable: NotRequired[str],
TargetPath: NotRequired[str],
TargetType: NotRequired[str],GetPartitionIndexesRequestRequestTypeDef#
# GetPartitionIndexesRequestRequestTypeDef definition
class GetPartitionIndexesRequestRequestTypeDef(TypedDict):
DatabaseName: str,
TableName: str,
CatalogId: NotRequired[str],
NextToken: NotRequired[str],GetPartitionRequestRequestTypeDef#
# GetPartitionRequestRequestTypeDef definition
class GetPartitionRequestRequestTypeDef(TypedDict):
DatabaseName: str,
TableName: str,
PartitionValues: Sequence[str],
CatalogId: NotRequired[str],SegmentTypeDef#
# SegmentTypeDef definition
class SegmentTypeDef(TypedDict):
SegmentNumber: int,
TotalSegments: int,GetResourcePoliciesRequestRequestTypeDef#
# GetResourcePoliciesRequestRequestTypeDef definition
class GetResourcePoliciesRequestRequestTypeDef(TypedDict):
NextToken: NotRequired[str],
MaxResults: NotRequired[int],GluePolicyTypeDef#
# GluePolicyTypeDef definition
class GluePolicyTypeDef(TypedDict):
PolicyInJson: NotRequired[str],
PolicyHash: NotRequired[str],
CreateTime: NotRequired[datetime],
UpdateTime: NotRequired[datetime],GetResourcePolicyRequestRequestTypeDef#
# GetResourcePolicyRequestRequestTypeDef definition
class GetResourcePolicyRequestRequestTypeDef(TypedDict):
ResourceArn: NotRequired[str],SchemaVersionNumberTypeDef#
# SchemaVersionNumberTypeDef definition
class SchemaVersionNumberTypeDef(TypedDict):
LatestVersion: NotRequired[bool],
VersionNumber: NotRequired[int],GetSecurityConfigurationRequestRequestTypeDef#
# GetSecurityConfigurationRequestRequestTypeDef definition
class GetSecurityConfigurationRequestRequestTypeDef(TypedDict):
Name: str,GetSecurityConfigurationsRequestRequestTypeDef#
# GetSecurityConfigurationsRequestRequestTypeDef definition
class GetSecurityConfigurationsRequestRequestTypeDef(TypedDict):
MaxResults: NotRequired[int],
NextToken: NotRequired[str],GetSessionRequestRequestTypeDef#
# GetSessionRequestRequestTypeDef definition
class GetSessionRequestRequestTypeDef(TypedDict):
Id: str,
RequestOrigin: NotRequired[str],GetStatementRequestRequestTypeDef#
# GetStatementRequestRequestTypeDef definition
class GetStatementRequestRequestTypeDef(TypedDict):
SessionId: str,
Id: int,
RequestOrigin: NotRequired[str],GetTableOptimizerRequestRequestTypeDef#
# GetTableOptimizerRequestRequestTypeDef definition
class GetTableOptimizerRequestRequestTypeDef(TypedDict):
CatalogId: str,
DatabaseName: str,
TableName: str,
Type: TableOptimizerTypeType, # (1)GetTableVersionRequestRequestTypeDef#
# GetTableVersionRequestRequestTypeDef definition
class GetTableVersionRequestRequestTypeDef(TypedDict):
DatabaseName: str,
TableName: str,
CatalogId: NotRequired[str],
VersionId: NotRequired[str],GetTableVersionsRequestRequestTypeDef#
# GetTableVersionsRequestRequestTypeDef definition
class GetTableVersionsRequestRequestTypeDef(TypedDict):
DatabaseName: str,
TableName: str,
CatalogId: NotRequired[str],
NextToken: NotRequired[str],
MaxResults: NotRequired[int],GetTagsRequestRequestTypeDef#
# GetTagsRequestRequestTypeDef definition
class GetTagsRequestRequestTypeDef(TypedDict):
ResourceArn: str,GetTriggerRequestRequestTypeDef#
# GetTriggerRequestRequestTypeDef definition
class GetTriggerRequestRequestTypeDef(TypedDict):
Name: str,GetTriggersRequestRequestTypeDef#
# GetTriggersRequestRequestTypeDef definition
class GetTriggersRequestRequestTypeDef(TypedDict):
NextToken: NotRequired[str],
DependentJobName: NotRequired[str],
MaxResults: NotRequired[int],SupportedDialectTypeDef#
# SupportedDialectTypeDef definition
class SupportedDialectTypeDef(TypedDict):
Dialect: NotRequired[ViewDialectType], # (1)
DialectVersion: NotRequired[str],- See ViewDialectType
GetUserDefinedFunctionRequestRequestTypeDef#
# GetUserDefinedFunctionRequestRequestTypeDef definition
class GetUserDefinedFunctionRequestRequestTypeDef(TypedDict):
DatabaseName: str,
FunctionName: str,
CatalogId: NotRequired[str],GetUserDefinedFunctionsRequestRequestTypeDef#
# GetUserDefinedFunctionsRequestRequestTypeDef definition
class GetUserDefinedFunctionsRequestRequestTypeDef(TypedDict):
Pattern: str,
CatalogId: NotRequired[str],
DatabaseName: NotRequired[str],
NextToken: NotRequired[str],
MaxResults: NotRequired[int],GetWorkflowRequestRequestTypeDef#
# GetWorkflowRequestRequestTypeDef definition
class GetWorkflowRequestRequestTypeDef(TypedDict):
Name: str,
IncludeGraph: NotRequired[bool],GetWorkflowRunPropertiesRequestRequestTypeDef#
# GetWorkflowRunPropertiesRequestRequestTypeDef definition
class GetWorkflowRunPropertiesRequestRequestTypeDef(TypedDict):
Name: str,
RunId: str,GetWorkflowRunRequestRequestTypeDef#
# GetWorkflowRunRequestRequestTypeDef definition
class GetWorkflowRunRequestRequestTypeDef(TypedDict):
Name: str,
RunId: str,
IncludeGraph: NotRequired[bool],GetWorkflowRunsRequestRequestTypeDef#
# GetWorkflowRunsRequestRequestTypeDef definition
class GetWorkflowRunsRequestRequestTypeDef(TypedDict):
Name: str,
IncludeGraph: NotRequired[bool],
NextToken: NotRequired[str],
MaxResults: NotRequired[int],GlueStudioSchemaColumnTypeDef#
# GlueStudioSchemaColumnTypeDef definition
class GlueStudioSchemaColumnTypeDef(TypedDict):
Name: str,
Type: NotRequired[str],S3SourceAdditionalOptionsTypeDef#
# S3SourceAdditionalOptionsTypeDef definition
class S3SourceAdditionalOptionsTypeDef(TypedDict):
BoundedSize: NotRequired[int],
BoundedFiles: NotRequired[int],IcebergInputTypeDef#
# IcebergInputTypeDef definition
class IcebergInputTypeDef(TypedDict):
MetadataOperation: MetadataOperationType, # (1)
Version: NotRequired[str],ImportCatalogToGlueRequestRequestTypeDef#
# ImportCatalogToGlueRequestRequestTypeDef definition
class ImportCatalogToGlueRequestRequestTypeDef(TypedDict):
CatalogId: NotRequired[str],ImportLabelsTaskRunPropertiesTypeDef#
# ImportLabelsTaskRunPropertiesTypeDef definition
class ImportLabelsTaskRunPropertiesTypeDef(TypedDict):
InputS3Path: NotRequired[str],
Replace: NotRequired[bool],JDBCConnectorOptionsExtraOutputTypeDef#
# JDBCConnectorOptionsExtraOutputTypeDef definition
class JDBCConnectorOptionsExtraOutputTypeDef(TypedDict):
FilterPredicate: NotRequired[str],
PartitionColumn: NotRequired[str],
LowerBound: NotRequired[int],
UpperBound: NotRequired[int],
NumPartitions: NotRequired[int],
JobBookmarkKeys: NotRequired[List[str]],
JobBookmarkKeysSortOrder: NotRequired[str],
DataTypeMapping: NotRequired[Dict[JDBCDataTypeType, GlueRecordTypeType]], # (1)JDBCConnectorOptionsOutputTypeDef#
# JDBCConnectorOptionsOutputTypeDef definition
class JDBCConnectorOptionsOutputTypeDef(TypedDict):
FilterPredicate: NotRequired[str],
PartitionColumn: NotRequired[str],
LowerBound: NotRequired[int],
UpperBound: NotRequired[int],
NumPartitions: NotRequired[int],
JobBookmarkKeys: NotRequired[List[str]],
JobBookmarkKeysSortOrder: NotRequired[str],
DataTypeMapping: NotRequired[Dict[JDBCDataTypeType, GlueRecordTypeType]], # (1)JDBCConnectorOptionsTypeDef#
# JDBCConnectorOptionsTypeDef definition
class JDBCConnectorOptionsTypeDef(TypedDict):
FilterPredicate: NotRequired[str],
PartitionColumn: NotRequired[str],
LowerBound: NotRequired[int],
UpperBound: NotRequired[int],
NumPartitions: NotRequired[int],
JobBookmarkKeys: NotRequired[Sequence[str]],
JobBookmarkKeysSortOrder: NotRequired[str],
DataTypeMapping: NotRequired[Mapping[JDBCDataTypeType, GlueRecordTypeType]], # (1)PredecessorTypeDef#
# PredecessorTypeDef definition
class PredecessorTypeDef(TypedDict):
JobName: NotRequired[str],
RunId: NotRequired[str],JoinColumnExtraOutputTypeDef#
# JoinColumnExtraOutputTypeDef definition
class JoinColumnExtraOutputTypeDef(TypedDict):
From: str,
Keys: List[List[str]],JoinColumnOutputTypeDef#
# JoinColumnOutputTypeDef definition
class JoinColumnOutputTypeDef(TypedDict):
From: str,
Keys: List[List[str]],JoinColumnTypeDef#
# JoinColumnTypeDef definition
class JoinColumnTypeDef(TypedDict):
From: str,
Keys: Sequence[Sequence[str]],KeySchemaElementTypeDef#
# KeySchemaElementTypeDef definition
class KeySchemaElementTypeDef(TypedDict):
Name: str,
Type: str,LabelingSetGenerationTaskRunPropertiesTypeDef#
# LabelingSetGenerationTaskRunPropertiesTypeDef definition
class LabelingSetGenerationTaskRunPropertiesTypeDef(TypedDict):
OutputS3Path: NotRequired[str],ListBlueprintsRequestRequestTypeDef#
# ListBlueprintsRequestRequestTypeDef definition
class ListBlueprintsRequestRequestTypeDef(TypedDict):
NextToken: NotRequired[str],
MaxResults: NotRequired[int],
Tags: NotRequired[Mapping[str, str]],ListColumnStatisticsTaskRunsRequestRequestTypeDef#
# ListColumnStatisticsTaskRunsRequestRequestTypeDef definition
class ListColumnStatisticsTaskRunsRequestRequestTypeDef(TypedDict):
MaxResults: NotRequired[int],
NextToken: NotRequired[str],ListCrawlersRequestRequestTypeDef#
# ListCrawlersRequestRequestTypeDef definition
class ListCrawlersRequestRequestTypeDef(TypedDict):
MaxResults: NotRequired[int],
NextToken: NotRequired[str],
Tags: NotRequired[Mapping[str, str]],ListCustomEntityTypesRequestRequestTypeDef#
# ListCustomEntityTypesRequestRequestTypeDef definition
class ListCustomEntityTypesRequestRequestTypeDef(TypedDict):
NextToken: NotRequired[str],
MaxResults: NotRequired[int],
Tags: NotRequired[Mapping[str, str]],ListDevEndpointsRequestRequestTypeDef#
# ListDevEndpointsRequestRequestTypeDef definition
class ListDevEndpointsRequestRequestTypeDef(TypedDict):
NextToken: NotRequired[str],
MaxResults: NotRequired[int],
Tags: NotRequired[Mapping[str, str]],ListJobsRequestRequestTypeDef#
# ListJobsRequestRequestTypeDef definition
class ListJobsRequestRequestTypeDef(TypedDict):
NextToken: NotRequired[str],
MaxResults: NotRequired[int],
Tags: NotRequired[Mapping[str, str]],ListRegistriesInputRequestTypeDef#
# ListRegistriesInputRequestTypeDef definition
class ListRegistriesInputRequestTypeDef(TypedDict):
MaxResults: NotRequired[int],
NextToken: NotRequired[str],RegistryListItemTypeDef#
# RegistryListItemTypeDef definition
class RegistryListItemTypeDef(TypedDict):
RegistryName: NotRequired[str],
RegistryArn: NotRequired[str],
Description: NotRequired[str],
Status: NotRequired[RegistryStatusType], # (1)
CreatedTime: NotRequired[str],
UpdatedTime: NotRequired[str],SchemaVersionListItemTypeDef#
# SchemaVersionListItemTypeDef definition
class SchemaVersionListItemTypeDef(TypedDict):
SchemaArn: NotRequired[str],
SchemaVersionId: NotRequired[str],
VersionNumber: NotRequired[int],
Status: NotRequired[SchemaVersionStatusType], # (1)
CreatedTime: NotRequired[str],SchemaListItemTypeDef#
# SchemaListItemTypeDef definition
class SchemaListItemTypeDef(TypedDict):
RegistryName: NotRequired[str],
SchemaName: NotRequired[str],
SchemaArn: NotRequired[str],
Description: NotRequired[str],
SchemaStatus: NotRequired[SchemaStatusType], # (1)
CreatedTime: NotRequired[str],
UpdatedTime: NotRequired[str],- See SchemaStatusType
ListSessionsRequestRequestTypeDef#
# ListSessionsRequestRequestTypeDef definition
class ListSessionsRequestRequestTypeDef(TypedDict):
NextToken: NotRequired[str],
MaxResults: NotRequired[int],
Tags: NotRequired[Mapping[str, str]],
RequestOrigin: NotRequired[str],ListStatementsRequestRequestTypeDef#
# ListStatementsRequestRequestTypeDef definition
class ListStatementsRequestRequestTypeDef(TypedDict):
SessionId: str,
RequestOrigin: NotRequired[str],
NextToken: NotRequired[str],ListTableOptimizerRunsRequestRequestTypeDef#
# ListTableOptimizerRunsRequestRequestTypeDef definition
class ListTableOptimizerRunsRequestRequestTypeDef(TypedDict):
CatalogId: str,
DatabaseName: str,
TableName: str,
Type: TableOptimizerTypeType, # (1)
MaxResults: NotRequired[int],
NextToken: NotRequired[str],ListTriggersRequestRequestTypeDef#
# ListTriggersRequestRequestTypeDef definition
class ListTriggersRequestRequestTypeDef(TypedDict):
NextToken: NotRequired[str],
DependentJobName: NotRequired[str],
MaxResults: NotRequired[int],
Tags: NotRequired[Mapping[str, str]],ListWorkflowsRequestRequestTypeDef#
# ListWorkflowsRequestRequestTypeDef definition
class ListWorkflowsRequestRequestTypeDef(TypedDict):
NextToken: NotRequired[str],
MaxResults: NotRequired[int],MLUserDataEncryptionTypeDef#
# MLUserDataEncryptionTypeDef definition
class MLUserDataEncryptionTypeDef(TypedDict):
MlUserDataEncryptionMode: MLUserDataEncryptionModeStringType, # (1)
KmsKeyId: NotRequired[str],MappingExtraOutputTypeDef#
# MappingExtraOutputTypeDef definition
class MappingExtraOutputTypeDef(TypedDict):
ToKey: NotRequired[str],
FromPath: NotRequired[List[str]],
FromType: NotRequired[str],
ToType: NotRequired[str],
Dropped: NotRequired[bool],
Children: NotRequired[List[Dict[str, Any]]],MappingOutputTypeDef#
# MappingOutputTypeDef definition
class MappingOutputTypeDef(TypedDict):
ToKey: NotRequired[str],
FromPath: NotRequired[List[str]],
FromType: NotRequired[str],
ToType: NotRequired[str],
Dropped: NotRequired[bool],
Children: NotRequired[List[Dict[str, Any]]],MappingTypeDef#
# MappingTypeDef definition
class MappingTypeDef(TypedDict):
ToKey: NotRequired[str],
FromPath: NotRequired[Sequence[str]],
FromType: NotRequired[str],
ToType: NotRequired[str],
Dropped: NotRequired[bool],
Children: NotRequired[Sequence[Dict[str, Any]]],OtherMetadataValueListItemTypeDef#
# OtherMetadataValueListItemTypeDef definition
class OtherMetadataValueListItemTypeDef(TypedDict):
MetadataValue: NotRequired[str],
CreatedTime: NotRequired[str],MetadataKeyValuePairTypeDef#
# MetadataKeyValuePairTypeDef definition
class MetadataKeyValuePairTypeDef(TypedDict):
MetadataKey: NotRequired[str],
MetadataValue: NotRequired[str],OrderTypeDef#
# OrderTypeDef definition
class OrderTypeDef(TypedDict):
Column: str,
SortOrder: int,PartitionValueListExtraOutputTypeDef#
# PartitionValueListExtraOutputTypeDef definition
class PartitionValueListExtraOutputTypeDef(TypedDict):
Values: List[str],PartitionValueListTypeDef#
# PartitionValueListTypeDef definition
class PartitionValueListTypeDef(TypedDict):
Values: Sequence[str],PropertyPredicateTypeDef#
# PropertyPredicateTypeDef definition
class PropertyPredicateTypeDef(TypedDict):
Key: NotRequired[str],
Value: NotRequired[str],
Comparator: NotRequired[ComparatorType], # (1)- See ComparatorType
PutResourcePolicyRequestRequestTypeDef#
# PutResourcePolicyRequestRequestTypeDef definition
class PutResourcePolicyRequestRequestTypeDef(TypedDict):
PolicyInJson: str,
ResourceArn: NotRequired[str],
PolicyHashCondition: NotRequired[str],
PolicyExistsCondition: NotRequired[ExistConditionType], # (1)
EnableHybrid: NotRequired[EnableHybridValuesType], # (2)PutWorkflowRunPropertiesRequestRequestTypeDef#
# PutWorkflowRunPropertiesRequestRequestTypeDef definition
class PutWorkflowRunPropertiesRequestRequestTypeDef(TypedDict):
Name: str,
RunId: str,
RunProperties: Mapping[str, str],RecipeReferenceTypeDef#
# RecipeReferenceTypeDef definition
class RecipeReferenceTypeDef(TypedDict):
RecipeArn: str,
RecipeVersion: str,UpsertRedshiftTargetOptionsExtraOutputTypeDef#
# UpsertRedshiftTargetOptionsExtraOutputTypeDef definition
class UpsertRedshiftTargetOptionsExtraOutputTypeDef(TypedDict):
TableLocation: NotRequired[str],
ConnectionName: NotRequired[str],
UpsertKeys: NotRequired[List[str]],UpsertRedshiftTargetOptionsOutputTypeDef#
# UpsertRedshiftTargetOptionsOutputTypeDef definition
class UpsertRedshiftTargetOptionsOutputTypeDef(TypedDict):
TableLocation: NotRequired[str],
ConnectionName: NotRequired[str],
UpsertKeys: NotRequired[List[str]],UpsertRedshiftTargetOptionsTypeDef#
# UpsertRedshiftTargetOptionsTypeDef definition
class UpsertRedshiftTargetOptionsTypeDef(TypedDict):
TableLocation: NotRequired[str],
ConnectionName: NotRequired[str],
UpsertKeys: NotRequired[Sequence[str]],ResetJobBookmarkRequestRequestTypeDef#
# ResetJobBookmarkRequestRequestTypeDef definition
class ResetJobBookmarkRequestRequestTypeDef(TypedDict):
JobName: str,
RunId: NotRequired[str],ResourceUriTypeDef#
# ResourceUriTypeDef definition
class ResourceUriTypeDef(TypedDict):
ResourceType: NotRequired[ResourceTypeType], # (1)
Uri: NotRequired[str],- See ResourceTypeType
ResumeWorkflowRunRequestRequestTypeDef#
# ResumeWorkflowRunRequestRequestTypeDef definition
class ResumeWorkflowRunRequestRequestTypeDef(TypedDict):
Name: str,
RunId: str,
NodeIds: Sequence[str],RunMetricsTypeDef#
# RunMetricsTypeDef definition
class RunMetricsTypeDef(TypedDict):
NumberOfBytesCompacted: NotRequired[str],
NumberOfFilesCompacted: NotRequired[str],
NumberOfDpus: NotRequired[str],
JobDurationInHour: NotRequired[str],RunStatementRequestRequestTypeDef#
# RunStatementRequestRequestTypeDef definition
class RunStatementRequestRequestTypeDef(TypedDict):
SessionId: str,
Code: str,
RequestOrigin: NotRequired[str],S3DirectSourceAdditionalOptionsTypeDef#
# S3DirectSourceAdditionalOptionsTypeDef definition
class S3DirectSourceAdditionalOptionsTypeDef(TypedDict):
BoundedSize: NotRequired[int],
BoundedFiles: NotRequired[int],
EnableSamplePath: NotRequired[bool],
SamplePath: NotRequired[str],SortCriterionTypeDef#
# SortCriterionTypeDef definition
class SortCriterionTypeDef(TypedDict):
FieldName: NotRequired[str],
Sort: NotRequired[SortType], # (1)- See SortType
SerDeInfoOutputTypeDef#
# SerDeInfoOutputTypeDef definition
class SerDeInfoOutputTypeDef(TypedDict):
Name: NotRequired[str],
SerializationLibrary: NotRequired[str],
Parameters: NotRequired[Dict[str, str]],SerDeInfoTypeDef#
# SerDeInfoTypeDef definition
class SerDeInfoTypeDef(TypedDict):
Name: NotRequired[str],
SerializationLibrary: NotRequired[str],
Parameters: NotRequired[Mapping[str, str]],SkewedInfoOutputTypeDef#
# SkewedInfoOutputTypeDef definition
class SkewedInfoOutputTypeDef(TypedDict):
SkewedColumnNames: NotRequired[List[str]],
SkewedColumnValues: NotRequired[List[str]],
SkewedColumnValueLocationMaps: NotRequired[Dict[str, str]],SkewedInfoTypeDef#
# SkewedInfoTypeDef definition
class SkewedInfoTypeDef(TypedDict):
SkewedColumnNames: NotRequired[Sequence[str]],
SkewedColumnValues: NotRequired[Sequence[str]],
SkewedColumnValueLocationMaps: NotRequired[Mapping[str, str]],SqlAliasTypeDef#
# SqlAliasTypeDef definition
class SqlAliasTypeDef(TypedDict):
From: str,
Alias: str,StartBlueprintRunRequestRequestTypeDef#
# StartBlueprintRunRequestRequestTypeDef definition
class StartBlueprintRunRequestRequestTypeDef(TypedDict):
BlueprintName: str,
RoleArn: str,
Parameters: NotRequired[str],StartColumnStatisticsTaskRunRequestRequestTypeDef#
# StartColumnStatisticsTaskRunRequestRequestTypeDef definition
class StartColumnStatisticsTaskRunRequestRequestTypeDef(TypedDict):
DatabaseName: str,
TableName: str,
Role: str,
ColumnNameList: NotRequired[Sequence[str]],
SampleSize: NotRequired[float],
CatalogID: NotRequired[str],
SecurityConfiguration: NotRequired[str],StartCrawlerRequestRequestTypeDef#
# StartCrawlerRequestRequestTypeDef definition
class StartCrawlerRequestRequestTypeDef(TypedDict):
Name: str,StartCrawlerScheduleRequestRequestTypeDef#
# StartCrawlerScheduleRequestRequestTypeDef definition
class StartCrawlerScheduleRequestRequestTypeDef(TypedDict):
CrawlerName: str,StartExportLabelsTaskRunRequestRequestTypeDef#
# StartExportLabelsTaskRunRequestRequestTypeDef definition
class StartExportLabelsTaskRunRequestRequestTypeDef(TypedDict):
TransformId: str,
OutputS3Path: str,StartImportLabelsTaskRunRequestRequestTypeDef#
# StartImportLabelsTaskRunRequestRequestTypeDef definition
class StartImportLabelsTaskRunRequestRequestTypeDef(TypedDict):
TransformId: str,
InputS3Path: str,
ReplaceAllLabels: NotRequired[bool],StartMLEvaluationTaskRunRequestRequestTypeDef#
# StartMLEvaluationTaskRunRequestRequestTypeDef definition
class StartMLEvaluationTaskRunRequestRequestTypeDef(TypedDict):
TransformId: str,StartMLLabelingSetGenerationTaskRunRequestRequestTypeDef#
# StartMLLabelingSetGenerationTaskRunRequestRequestTypeDef definition
class StartMLLabelingSetGenerationTaskRunRequestRequestTypeDef(TypedDict):
TransformId: str,
OutputS3Path: str,StartTriggerRequestRequestTypeDef#
# StartTriggerRequestRequestTypeDef definition
class StartTriggerRequestRequestTypeDef(TypedDict):
Name: str,StartWorkflowRunRequestRequestTypeDef#
# StartWorkflowRunRequestRequestTypeDef definition
class StartWorkflowRunRequestRequestTypeDef(TypedDict):
Name: str,
RunProperties: NotRequired[Mapping[str, str]],StartingEventBatchConditionTypeDef#
# StartingEventBatchConditionTypeDef definition
class StartingEventBatchConditionTypeDef(TypedDict):
BatchSize: NotRequired[int],
BatchWindow: NotRequired[int],StatementOutputDataTypeDef#
# StatementOutputDataTypeDef definition
class StatementOutputDataTypeDef(TypedDict):
TextPlain: NotRequired[str],StopColumnStatisticsTaskRunRequestRequestTypeDef#
# StopColumnStatisticsTaskRunRequestRequestTypeDef definition
class StopColumnStatisticsTaskRunRequestRequestTypeDef(TypedDict):
DatabaseName: str,
TableName: str,StopCrawlerRequestRequestTypeDef#
# StopCrawlerRequestRequestTypeDef definition
class StopCrawlerRequestRequestTypeDef(TypedDict):
Name: str,StopCrawlerScheduleRequestRequestTypeDef#
# StopCrawlerScheduleRequestRequestTypeDef definition
class StopCrawlerScheduleRequestRequestTypeDef(TypedDict):
CrawlerName: str,StopSessionRequestRequestTypeDef#
# StopSessionRequestRequestTypeDef definition
class StopSessionRequestRequestTypeDef(TypedDict):
Id: str,
RequestOrigin: NotRequired[str],StopTriggerRequestRequestTypeDef#
# StopTriggerRequestRequestTypeDef definition
class StopTriggerRequestRequestTypeDef(TypedDict):
Name: str,StopWorkflowRunRequestRequestTypeDef#
# StopWorkflowRunRequestRequestTypeDef definition
class StopWorkflowRunRequestRequestTypeDef(TypedDict):
Name: str,
RunId: str,TableIdentifierTypeDef#
# TableIdentifierTypeDef definition
class TableIdentifierTypeDef(TypedDict):
CatalogId: NotRequired[str],
DatabaseName: NotRequired[str],
Name: NotRequired[str],
Region: NotRequired[str],TagResourceRequestRequestTypeDef#
# TagResourceRequestRequestTypeDef definition
class TagResourceRequestRequestTypeDef(TypedDict):
ResourceArn: str,
TagsToAdd: Mapping[str, str],UntagResourceRequestRequestTypeDef#
# UntagResourceRequestRequestTypeDef definition
class UntagResourceRequestRequestTypeDef(TypedDict):
ResourceArn: str,
TagsToRemove: Sequence[str],UpdateBlueprintRequestRequestTypeDef#
# UpdateBlueprintRequestRequestTypeDef definition
class UpdateBlueprintRequestRequestTypeDef(TypedDict):
Name: str,
BlueprintLocation: str,
Description: NotRequired[str],UpdateCsvClassifierRequestTypeDef#
# UpdateCsvClassifierRequestTypeDef definition
class UpdateCsvClassifierRequestTypeDef(TypedDict):
Name: str,
Delimiter: NotRequired[str],
QuoteSymbol: NotRequired[str],
ContainsHeader: NotRequired[CsvHeaderOptionType], # (1)
Header: NotRequired[Sequence[str]],
DisableValueTrimming: NotRequired[bool],
AllowSingleColumn: NotRequired[bool],
CustomDatatypeConfigured: NotRequired[bool],
CustomDatatypes: NotRequired[Sequence[str]],
Serde: NotRequired[CsvSerdeOptionType], # (2)UpdateGrokClassifierRequestTypeDef#
# UpdateGrokClassifierRequestTypeDef definition
class UpdateGrokClassifierRequestTypeDef(TypedDict):
Name: str,
Classification: NotRequired[str],
GrokPattern: NotRequired[str],
CustomPatterns: NotRequired[str],UpdateJsonClassifierRequestTypeDef#
# UpdateJsonClassifierRequestTypeDef definition
class UpdateJsonClassifierRequestTypeDef(TypedDict):
Name: str,
JsonPath: NotRequired[str],UpdateXMLClassifierRequestTypeDef#
# UpdateXMLClassifierRequestTypeDef definition
class UpdateXMLClassifierRequestTypeDef(TypedDict):
Name: str,
Classification: NotRequired[str],
RowTag: NotRequired[str],UpdateCrawlerScheduleRequestRequestTypeDef#
# UpdateCrawlerScheduleRequestRequestTypeDef definition
class UpdateCrawlerScheduleRequestRequestTypeDef(TypedDict):
CrawlerName: str,
Schedule: NotRequired[str],UpdateDataQualityRulesetRequestRequestTypeDef#
# UpdateDataQualityRulesetRequestRequestTypeDef definition
class UpdateDataQualityRulesetRequestRequestTypeDef(TypedDict):
Name: str,
Description: NotRequired[str],
Ruleset: NotRequired[str],UpdateJobFromSourceControlRequestRequestTypeDef#
# UpdateJobFromSourceControlRequestRequestTypeDef definition
class UpdateJobFromSourceControlRequestRequestTypeDef(TypedDict):
JobName: NotRequired[str],
Provider: NotRequired[SourceControlProviderType], # (1)
RepositoryName: NotRequired[str],
RepositoryOwner: NotRequired[str],
BranchName: NotRequired[str],
Folder: NotRequired[str],
CommitId: NotRequired[str],
AuthStrategy: NotRequired[SourceControlAuthStrategyType], # (2)
AuthToken: NotRequired[str],UpdateSourceControlFromJobRequestRequestTypeDef#
# UpdateSourceControlFromJobRequestRequestTypeDef definition
class UpdateSourceControlFromJobRequestRequestTypeDef(TypedDict):
JobName: NotRequired[str],
Provider: NotRequired[SourceControlProviderType], # (1)
RepositoryName: NotRequired[str],
RepositoryOwner: NotRequired[str],
BranchName: NotRequired[str],
Folder: NotRequired[str],
CommitId: NotRequired[str],
AuthStrategy: NotRequired[SourceControlAuthStrategyType], # (2)
AuthToken: NotRequired[str],UpdateWorkflowRequestRequestTypeDef#
# UpdateWorkflowRequestRequestTypeDef definition
class UpdateWorkflowRequestRequestTypeDef(TypedDict):
Name: str,
Description: NotRequired[str],
DefaultRunProperties: NotRequired[Mapping[str, str]],
MaxConcurrentRuns: NotRequired[int],ViewRepresentationTypeDef#
# ViewRepresentationTypeDef definition
class ViewRepresentationTypeDef(TypedDict):
Dialect: NotRequired[ViewDialectType], # (1)
DialectVersion: NotRequired[str],
ViewOriginalText: NotRequired[str],
ViewExpandedText: NotRequired[str],
IsStale: NotRequired[bool],- See ViewDialectType
WorkflowRunStatisticsTypeDef#
# WorkflowRunStatisticsTypeDef definition
class WorkflowRunStatisticsTypeDef(TypedDict):
TotalActions: NotRequired[int],
TimeoutActions: NotRequired[int],
FailedActions: NotRequired[int],
StoppedActions: NotRequired[int],
SucceededActions: NotRequired[int],
RunningActions: NotRequired[int],
ErroredActions: NotRequired[int],
WaitingActions: NotRequired[int],ActionExtraOutputTypeDef#
# ActionExtraOutputTypeDef definition
class ActionExtraOutputTypeDef(TypedDict):
JobName: NotRequired[str],
Arguments: NotRequired[Dict[str, str]],
Timeout: NotRequired[int],
SecurityConfiguration: NotRequired[str],
NotificationProperty: NotRequired[NotificationPropertyTypeDef], # (1)
CrawlerName: NotRequired[str],ActionOutputTypeDef#
# ActionOutputTypeDef definition
class ActionOutputTypeDef(TypedDict):
JobName: NotRequired[str],
Arguments: NotRequired[Dict[str, str]],
Timeout: NotRequired[int],
SecurityConfiguration: NotRequired[str],
NotificationProperty: NotRequired[NotificationPropertyTypeDef], # (1)
CrawlerName: NotRequired[str],ActionTypeDef#
# ActionTypeDef definition
class ActionTypeDef(TypedDict):
JobName: NotRequired[str],
Arguments: NotRequired[Mapping[str, str]],
Timeout: NotRequired[int],
SecurityConfiguration: NotRequired[str],
NotificationProperty: NotRequired[NotificationPropertyTypeDef], # (1)
CrawlerName: NotRequired[str],StartJobRunRequestRequestTypeDef#
# StartJobRunRequestRequestTypeDef definition
class StartJobRunRequestRequestTypeDef(TypedDict):
JobName: str,
JobRunId: NotRequired[str],
Arguments: NotRequired[Mapping[str, str]],
AllocatedCapacity: NotRequired[int],
Timeout: NotRequired[int],
MaxCapacity: NotRequired[float],
SecurityConfiguration: NotRequired[str],
NotificationProperty: NotRequired[NotificationPropertyTypeDef], # (1)
WorkerType: NotRequired[WorkerTypeType], # (2)
NumberOfWorkers: NotRequired[int],
ExecutionClass: NotRequired[ExecutionClassType], # (3)AggregateExtraOutputTypeDef#
# AggregateExtraOutputTypeDef definition
class AggregateExtraOutputTypeDef(TypedDict):
Name: str,
Inputs: List[str],
Groups: List[List[str]],
Aggs: List[AggregateOperationExtraOutputTypeDef], # (1)AggregateOutputTypeDef#
# AggregateOutputTypeDef definition
class AggregateOutputTypeDef(TypedDict):
Name: str,
Inputs: List[str],
Groups: List[List[str]],
Aggs: List[AggregateOperationOutputTypeDef], # (1)AggregateTypeDef#
# AggregateTypeDef definition
class AggregateTypeDef(TypedDict):
Name: str,
Inputs: Sequence[str],
Groups: Sequence[Sequence[str]],
Aggs: Sequence[AggregateOperationTypeDef], # (1)AmazonRedshiftNodeDataExtraOutputTypeDef#
# AmazonRedshiftNodeDataExtraOutputTypeDef definition
class AmazonRedshiftNodeDataExtraOutputTypeDef(TypedDict):
AccessType: NotRequired[str],
SourceType: NotRequired[str],
Connection: NotRequired[OptionTypeDef], # (1)
Schema: NotRequired[OptionTypeDef], # (1)
Table: NotRequired[OptionTypeDef], # (1)
CatalogDatabase: NotRequired[OptionTypeDef], # (1)
CatalogTable: NotRequired[OptionTypeDef], # (1)
CatalogRedshiftSchema: NotRequired[str],
CatalogRedshiftTable: NotRequired[str],
TempDir: NotRequired[str],
IamRole: NotRequired[OptionTypeDef], # (1)
AdvancedOptions: NotRequired[List[AmazonRedshiftAdvancedOptionTypeDef]], # (7)
SampleQuery: NotRequired[str],
PreAction: NotRequired[str],
PostAction: NotRequired[str],
Action: NotRequired[str],
TablePrefix: NotRequired[str],
Upsert: NotRequired[bool],
MergeAction: NotRequired[str],
MergeWhenMatched: NotRequired[str],
MergeWhenNotMatched: NotRequired[str],
MergeClause: NotRequired[str],
CrawlerConnection: NotRequired[str],
TableSchema: NotRequired[List[OptionTypeDef]], # (8)
StagingTable: NotRequired[str],
SelectedColumns: NotRequired[List[OptionTypeDef]], # (8)- See OptionTypeDef
- See OptionTypeDef
- See OptionTypeDef
- See OptionTypeDef
- See OptionTypeDef
- See OptionTypeDef
- See AmazonRedshiftAdvancedOptionTypeDef
- See OptionTypeDef
- See OptionTypeDef
AmazonRedshiftNodeDataOutputTypeDef#
# AmazonRedshiftNodeDataOutputTypeDef definition
class AmazonRedshiftNodeDataOutputTypeDef(TypedDict):
AccessType: NotRequired[str],
SourceType: NotRequired[str],
Connection: NotRequired[OptionTypeDef], # (1)
Schema: NotRequired[OptionTypeDef], # (1)
Table: NotRequired[OptionTypeDef], # (1)
CatalogDatabase: NotRequired[OptionTypeDef], # (1)
CatalogTable: NotRequired[OptionTypeDef], # (1)
CatalogRedshiftSchema: NotRequired[str],
CatalogRedshiftTable: NotRequired[str],
TempDir: NotRequired[str],
IamRole: NotRequired[OptionTypeDef], # (1)
AdvancedOptions: NotRequired[List[AmazonRedshiftAdvancedOptionTypeDef]], # (7)
SampleQuery: NotRequired[str],
PreAction: NotRequired[str],
PostAction: NotRequired[str],
Action: NotRequired[str],
TablePrefix: NotRequired[str],
Upsert: NotRequired[bool],
MergeAction: NotRequired[str],
MergeWhenMatched: NotRequired[str],
MergeWhenNotMatched: NotRequired[str],
MergeClause: NotRequired[str],
CrawlerConnection: NotRequired[str],
TableSchema: NotRequired[List[OptionTypeDef]], # (8)
StagingTable: NotRequired[str],
SelectedColumns: NotRequired[List[OptionTypeDef]], # (8)- See OptionTypeDef
- See OptionTypeDef
- See OptionTypeDef
- See OptionTypeDef
- See OptionTypeDef
- See OptionTypeDef
- See AmazonRedshiftAdvancedOptionTypeDef
- See OptionTypeDef
- See OptionTypeDef
AmazonRedshiftNodeDataTypeDef#
# AmazonRedshiftNodeDataTypeDef definition
class AmazonRedshiftNodeDataTypeDef(TypedDict):
AccessType: NotRequired[str],
SourceType: NotRequired[str],
Connection: NotRequired[OptionTypeDef], # (1)
Schema: NotRequired[OptionTypeDef], # (1)
Table: NotRequired[OptionTypeDef], # (1)
CatalogDatabase: NotRequired[OptionTypeDef], # (1)
CatalogTable: NotRequired[OptionTypeDef], # (1)
CatalogRedshiftSchema: NotRequired[str],
CatalogRedshiftTable: NotRequired[str],
TempDir: NotRequired[str],
IamRole: NotRequired[OptionTypeDef], # (1)
AdvancedOptions: NotRequired[Sequence[AmazonRedshiftAdvancedOptionTypeDef]], # (7)
SampleQuery: NotRequired[str],
PreAction: NotRequired[str],
PostAction: NotRequired[str],
Action: NotRequired[str],
TablePrefix: NotRequired[str],
Upsert: NotRequired[bool],
MergeAction: NotRequired[str],
MergeWhenMatched: NotRequired[str],
MergeWhenNotMatched: NotRequired[str],
MergeClause: NotRequired[str],
CrawlerConnection: NotRequired[str],
TableSchema: NotRequired[Sequence[OptionTypeDef]], # (8)
StagingTable: NotRequired[str],
SelectedColumns: NotRequired[Sequence[OptionTypeDef]], # (8)- See OptionTypeDef
- See OptionTypeDef
- See OptionTypeDef
- See OptionTypeDef
- See OptionTypeDef
- See OptionTypeDef
- See AmazonRedshiftAdvancedOptionTypeDef
- See OptionTypeDef
- See OptionTypeDef
SnowflakeNodeDataExtraOutputTypeDef#
# SnowflakeNodeDataExtraOutputTypeDef definition
class SnowflakeNodeDataExtraOutputTypeDef(TypedDict):
SourceType: NotRequired[str],
Connection: NotRequired[OptionTypeDef], # (1)
Schema: NotRequired[str],
Table: NotRequired[str],
Database: NotRequired[str],
TempDir: NotRequired[str],
IamRole: NotRequired[OptionTypeDef], # (1)
AdditionalOptions: NotRequired[Dict[str, str]],
SampleQuery: NotRequired[str],
PreAction: NotRequired[str],
PostAction: NotRequired[str],
Action: NotRequired[str],
Upsert: NotRequired[bool],
MergeAction: NotRequired[str],
MergeWhenMatched: NotRequired[str],
MergeWhenNotMatched: NotRequired[str],
MergeClause: NotRequired[str],
StagingTable: NotRequired[str],
SelectedColumns: NotRequired[List[OptionTypeDef]], # (3)
AutoPushdown: NotRequired[bool],
TableSchema: NotRequired[List[OptionTypeDef]], # (3)- See OptionTypeDef
- See OptionTypeDef
- See OptionTypeDef
- See OptionTypeDef
SnowflakeNodeDataOutputTypeDef#
# SnowflakeNodeDataOutputTypeDef definition
class SnowflakeNodeDataOutputTypeDef(TypedDict):
SourceType: NotRequired[str],
Connection: NotRequired[OptionTypeDef], # (1)
Schema: NotRequired[str],
Table: NotRequired[str],
Database: NotRequired[str],
TempDir: NotRequired[str],
IamRole: NotRequired[OptionTypeDef], # (1)
AdditionalOptions: NotRequired[Dict[str, str]],
SampleQuery: NotRequired[str],
PreAction: NotRequired[str],
PostAction: NotRequired[str],
Action: NotRequired[str],
Upsert: NotRequired[bool],
MergeAction: NotRequired[str],
MergeWhenMatched: NotRequired[str],
MergeWhenNotMatched: NotRequired[str],
MergeClause: NotRequired[str],
StagingTable: NotRequired[str],
SelectedColumns: NotRequired[List[OptionTypeDef]], # (3)
AutoPushdown: NotRequired[bool],
TableSchema: NotRequired[List[OptionTypeDef]], # (3)- See OptionTypeDef
- See OptionTypeDef
- See OptionTypeDef
- See OptionTypeDef
SnowflakeNodeDataTypeDef#
# SnowflakeNodeDataTypeDef definition
class SnowflakeNodeDataTypeDef(TypedDict):
SourceType: NotRequired[str],
Connection: NotRequired[OptionTypeDef], # (1)
Schema: NotRequired[str],
Table: NotRequired[str],
Database: NotRequired[str],
TempDir: NotRequired[str],
IamRole: NotRequired[OptionTypeDef], # (1)
AdditionalOptions: NotRequired[Mapping[str, str]],
SampleQuery: NotRequired[str],
PreAction: NotRequired[str],
PostAction: NotRequired[str],
Action: NotRequired[str],
Upsert: NotRequired[bool],
MergeAction: NotRequired[str],
MergeWhenMatched: NotRequired[str],
MergeWhenNotMatched: NotRequired[str],
MergeClause: NotRequired[str],
StagingTable: NotRequired[str],
SelectedColumns: NotRequired[Sequence[OptionTypeDef]], # (3)
AutoPushdown: NotRequired[bool],
TableSchema: NotRequired[Sequence[OptionTypeDef]], # (3)- See OptionTypeDef
- See OptionTypeDef
- See OptionTypeDef
- See OptionTypeDef
BackfillErrorTypeDef#
# BackfillErrorTypeDef definition
class BackfillErrorTypeDef(TypedDict):
Code: NotRequired[BackfillErrorCodeType], # (1)
Partitions: NotRequired[List[PartitionValueListOutputTypeDef]], # (2)CancelMLTaskRunResponseTypeDef#
# CancelMLTaskRunResponseTypeDef definition
class CancelMLTaskRunResponseTypeDef(TypedDict):
TransformId: str,
TaskRunId: str,
Status: TaskStatusTypeType, # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)CheckSchemaVersionValidityResponseTypeDef#
# CheckSchemaVersionValidityResponseTypeDef definition
class CheckSchemaVersionValidityResponseTypeDef(TypedDict):
Valid: bool,
Error: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)CreateBlueprintResponseTypeDef#
# CreateBlueprintResponseTypeDef definition
class CreateBlueprintResponseTypeDef(TypedDict):
Name: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)CreateCustomEntityTypeResponseTypeDef#
# CreateCustomEntityTypeResponseTypeDef definition
class CreateCustomEntityTypeResponseTypeDef(TypedDict):
Name: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)CreateDataQualityRulesetResponseTypeDef#
# CreateDataQualityRulesetResponseTypeDef definition
class CreateDataQualityRulesetResponseTypeDef(TypedDict):
Name: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)CreateDevEndpointResponseTypeDef#
# CreateDevEndpointResponseTypeDef definition
class CreateDevEndpointResponseTypeDef(TypedDict):
EndpointName: str,
Status: str,
SecurityGroupIds: List[str],
SubnetId: str,
RoleArn: str,
YarnEndpointAddress: str,
ZeppelinRemoteSparkInterpreterPort: int,
NumberOfNodes: int,
WorkerType: WorkerTypeType, # (1)
GlueVersion: str,
NumberOfWorkers: int,
AvailabilityZone: str,
VpcId: str,
ExtraPythonLibsS3Path: str,
ExtraJarsS3Path: str,
FailureReason: str,
SecurityConfiguration: str,
CreatedTimestamp: datetime,
Arguments: Dict[str, str],
ResponseMetadata: ResponseMetadataTypeDef, # (2)CreateJobResponseTypeDef#
# CreateJobResponseTypeDef definition
class CreateJobResponseTypeDef(TypedDict):
Name: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)CreateMLTransformResponseTypeDef#
# CreateMLTransformResponseTypeDef definition
class CreateMLTransformResponseTypeDef(TypedDict):
TransformId: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)CreateRegistryResponseTypeDef#
# CreateRegistryResponseTypeDef definition
class CreateRegistryResponseTypeDef(TypedDict):
RegistryArn: str,
RegistryName: str,
Description: str,
Tags: Dict[str, str],
ResponseMetadata: ResponseMetadataTypeDef, # (1)CreateSchemaResponseTypeDef#
# CreateSchemaResponseTypeDef definition
class CreateSchemaResponseTypeDef(TypedDict):
RegistryName: str,
RegistryArn: str,
SchemaName: str,
SchemaArn: str,
Description: str,
DataFormat: DataFormatType, # (1)
Compatibility: CompatibilityType, # (2)
SchemaCheckpoint: int,
LatestSchemaVersion: int,
NextSchemaVersion: int,
SchemaStatus: SchemaStatusType, # (3)
Tags: Dict[str, str],
SchemaVersionId: str,
SchemaVersionStatus: SchemaVersionStatusType, # (4)
ResponseMetadata: ResponseMetadataTypeDef, # (5)- See DataFormatType
- See CompatibilityType
- See SchemaStatusType
- See SchemaVersionStatusType
- See ResponseMetadataTypeDef
CreateScriptResponseTypeDef#
# CreateScriptResponseTypeDef definition
class CreateScriptResponseTypeDef(TypedDict):
PythonScript: str,
ScalaCode: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)CreateSecurityConfigurationResponseTypeDef#
# CreateSecurityConfigurationResponseTypeDef definition
class CreateSecurityConfigurationResponseTypeDef(TypedDict):
Name: str,
CreatedTimestamp: datetime,
ResponseMetadata: ResponseMetadataTypeDef, # (1)CreateTriggerResponseTypeDef#
# CreateTriggerResponseTypeDef definition
class CreateTriggerResponseTypeDef(TypedDict):
Name: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)CreateWorkflowResponseTypeDef#
# CreateWorkflowResponseTypeDef definition
class CreateWorkflowResponseTypeDef(TypedDict):
Name: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)DeleteBlueprintResponseTypeDef#
# DeleteBlueprintResponseTypeDef definition
class DeleteBlueprintResponseTypeDef(TypedDict):
Name: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)DeleteCustomEntityTypeResponseTypeDef#
# DeleteCustomEntityTypeResponseTypeDef definition
class DeleteCustomEntityTypeResponseTypeDef(TypedDict):
Name: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)DeleteJobResponseTypeDef#
# DeleteJobResponseTypeDef definition
class DeleteJobResponseTypeDef(TypedDict):
JobName: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)DeleteMLTransformResponseTypeDef#
# DeleteMLTransformResponseTypeDef definition
class DeleteMLTransformResponseTypeDef(TypedDict):
TransformId: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)DeleteRegistryResponseTypeDef#
# DeleteRegistryResponseTypeDef definition
class DeleteRegistryResponseTypeDef(TypedDict):
RegistryName: str,
RegistryArn: str,
Status: RegistryStatusType, # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)DeleteSchemaResponseTypeDef#
# DeleteSchemaResponseTypeDef definition
class DeleteSchemaResponseTypeDef(TypedDict):
SchemaArn: str,
SchemaName: str,
Status: SchemaStatusType, # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)DeleteSessionResponseTypeDef#
# DeleteSessionResponseTypeDef definition
class DeleteSessionResponseTypeDef(TypedDict):
Id: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)DeleteTriggerResponseTypeDef#
# DeleteTriggerResponseTypeDef definition
class DeleteTriggerResponseTypeDef(TypedDict):
Name: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)DeleteWorkflowResponseTypeDef#
# DeleteWorkflowResponseTypeDef definition
class DeleteWorkflowResponseTypeDef(TypedDict):
Name: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)GetCustomEntityTypeResponseTypeDef#
# GetCustomEntityTypeResponseTypeDef definition
class GetCustomEntityTypeResponseTypeDef(TypedDict):
Name: str,
RegexString: str,
ContextWords: List[str],
ResponseMetadata: ResponseMetadataTypeDef, # (1)GetPlanResponseTypeDef#
# GetPlanResponseTypeDef definition
class GetPlanResponseTypeDef(TypedDict):
PythonScript: str,
ScalaCode: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)GetRegistryResponseTypeDef#
# GetRegistryResponseTypeDef definition
class GetRegistryResponseTypeDef(TypedDict):
RegistryName: str,
RegistryArn: str,
Description: str,
Status: RegistryStatusType, # (1)
CreatedTime: str,
UpdatedTime: str,
ResponseMetadata: ResponseMetadataTypeDef, # (2)GetResourcePolicyResponseTypeDef#
# GetResourcePolicyResponseTypeDef definition
class GetResourcePolicyResponseTypeDef(TypedDict):
PolicyInJson: str,
PolicyHash: str,
CreateTime: datetime,
UpdateTime: datetime,
ResponseMetadata: ResponseMetadataTypeDef, # (1)GetSchemaByDefinitionResponseTypeDef#
# GetSchemaByDefinitionResponseTypeDef definition
class GetSchemaByDefinitionResponseTypeDef(TypedDict):
SchemaVersionId: str,
SchemaArn: str,
DataFormat: DataFormatType, # (1)
Status: SchemaVersionStatusType, # (2)
CreatedTime: str,
ResponseMetadata: ResponseMetadataTypeDef, # (3)GetSchemaResponseTypeDef#
# GetSchemaResponseTypeDef definition
class GetSchemaResponseTypeDef(TypedDict):
RegistryName: str,
RegistryArn: str,
SchemaName: str,
SchemaArn: str,
Description: str,
DataFormat: DataFormatType, # (1)
Compatibility: CompatibilityType, # (2)
SchemaCheckpoint: int,
LatestSchemaVersion: int,
NextSchemaVersion: int,
SchemaStatus: SchemaStatusType, # (3)
CreatedTime: str,
UpdatedTime: str,
ResponseMetadata: ResponseMetadataTypeDef, # (4)- See DataFormatType
- See CompatibilityType
- See SchemaStatusType
- See ResponseMetadataTypeDef
GetSchemaVersionResponseTypeDef#
# GetSchemaVersionResponseTypeDef definition
class GetSchemaVersionResponseTypeDef(TypedDict):
SchemaVersionId: str,
SchemaDefinition: str,
DataFormat: DataFormatType, # (1)
SchemaArn: str,
VersionNumber: int,
Status: SchemaVersionStatusType, # (2)
CreatedTime: str,
ResponseMetadata: ResponseMetadataTypeDef, # (3)GetSchemaVersionsDiffResponseTypeDef#
# GetSchemaVersionsDiffResponseTypeDef definition
class GetSchemaVersionsDiffResponseTypeDef(TypedDict):
Diff: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)GetTagsResponseTypeDef#
# GetTagsResponseTypeDef definition
class GetTagsResponseTypeDef(TypedDict):
Tags: Dict[str, str],
ResponseMetadata: ResponseMetadataTypeDef, # (1)GetWorkflowRunPropertiesResponseTypeDef#
# GetWorkflowRunPropertiesResponseTypeDef definition
class GetWorkflowRunPropertiesResponseTypeDef(TypedDict):
RunProperties: Dict[str, str],
ResponseMetadata: ResponseMetadataTypeDef, # (1)ListBlueprintsResponseTypeDef#
# ListBlueprintsResponseTypeDef definition
class ListBlueprintsResponseTypeDef(TypedDict):
Blueprints: List[str],
ResponseMetadata: ResponseMetadataTypeDef, # (1)
NextToken: NotRequired[str],ListColumnStatisticsTaskRunsResponseTypeDef#
# ListColumnStatisticsTaskRunsResponseTypeDef definition
class ListColumnStatisticsTaskRunsResponseTypeDef(TypedDict):
ColumnStatisticsTaskRunIds: List[str],
ResponseMetadata: ResponseMetadataTypeDef, # (1)
NextToken: NotRequired[str],ListCrawlersResponseTypeDef#
# ListCrawlersResponseTypeDef definition
class ListCrawlersResponseTypeDef(TypedDict):
CrawlerNames: List[str],
ResponseMetadata: ResponseMetadataTypeDef, # (1)
NextToken: NotRequired[str],ListDevEndpointsResponseTypeDef#
# ListDevEndpointsResponseTypeDef definition
class ListDevEndpointsResponseTypeDef(TypedDict):
DevEndpointNames: List[str],
ResponseMetadata: ResponseMetadataTypeDef, # (1)
NextToken: NotRequired[str],ListJobsResponseTypeDef#
# ListJobsResponseTypeDef definition
class ListJobsResponseTypeDef(TypedDict):
JobNames: List[str],
ResponseMetadata: ResponseMetadataTypeDef, # (1)
NextToken: NotRequired[str],ListMLTransformsResponseTypeDef#
# ListMLTransformsResponseTypeDef definition
class ListMLTransformsResponseTypeDef(TypedDict):
TransformIds: List[str],
ResponseMetadata: ResponseMetadataTypeDef, # (1)
NextToken: NotRequired[str],ListTriggersResponseTypeDef#
# ListTriggersResponseTypeDef definition
class ListTriggersResponseTypeDef(TypedDict):
TriggerNames: List[str],
ResponseMetadata: ResponseMetadataTypeDef, # (1)
NextToken: NotRequired[str],ListWorkflowsResponseTypeDef#
# ListWorkflowsResponseTypeDef definition
class ListWorkflowsResponseTypeDef(TypedDict):
Workflows: List[str],
ResponseMetadata: ResponseMetadataTypeDef, # (1)
NextToken: NotRequired[str],PutResourcePolicyResponseTypeDef#
# PutResourcePolicyResponseTypeDef definition
class PutResourcePolicyResponseTypeDef(TypedDict):
PolicyHash: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)PutSchemaVersionMetadataResponseTypeDef#
# PutSchemaVersionMetadataResponseTypeDef definition
class PutSchemaVersionMetadataResponseTypeDef(TypedDict):
SchemaArn: str,
SchemaName: str,
RegistryName: str,
LatestVersion: bool,
VersionNumber: int,
SchemaVersionId: str,
MetadataKey: str,
MetadataValue: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)RegisterSchemaVersionResponseTypeDef#
# RegisterSchemaVersionResponseTypeDef definition
class RegisterSchemaVersionResponseTypeDef(TypedDict):
SchemaVersionId: str,
VersionNumber: int,
Status: SchemaVersionStatusType, # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)RemoveSchemaVersionMetadataResponseTypeDef#
# RemoveSchemaVersionMetadataResponseTypeDef definition
class RemoveSchemaVersionMetadataResponseTypeDef(TypedDict):
SchemaArn: str,
SchemaName: str,
RegistryName: str,
LatestVersion: bool,
VersionNumber: int,
SchemaVersionId: str,
MetadataKey: str,
MetadataValue: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)ResumeWorkflowRunResponseTypeDef#
# ResumeWorkflowRunResponseTypeDef definition
class ResumeWorkflowRunResponseTypeDef(TypedDict):
RunId: str,
NodeIds: List[str],
ResponseMetadata: ResponseMetadataTypeDef, # (1)RunStatementResponseTypeDef#
# RunStatementResponseTypeDef definition
class RunStatementResponseTypeDef(TypedDict):
Id: int,
ResponseMetadata: ResponseMetadataTypeDef, # (1)StartBlueprintRunResponseTypeDef#
# StartBlueprintRunResponseTypeDef definition
class StartBlueprintRunResponseTypeDef(TypedDict):
RunId: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)StartColumnStatisticsTaskRunResponseTypeDef#
# StartColumnStatisticsTaskRunResponseTypeDef definition
class StartColumnStatisticsTaskRunResponseTypeDef(TypedDict):
ColumnStatisticsTaskRunId: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)StartDataQualityRuleRecommendationRunResponseTypeDef#
# StartDataQualityRuleRecommendationRunResponseTypeDef definition
class StartDataQualityRuleRecommendationRunResponseTypeDef(TypedDict):
RunId: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)StartDataQualityRulesetEvaluationRunResponseTypeDef#
# StartDataQualityRulesetEvaluationRunResponseTypeDef definition
class StartDataQualityRulesetEvaluationRunResponseTypeDef(TypedDict):
RunId: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)StartExportLabelsTaskRunResponseTypeDef#
# StartExportLabelsTaskRunResponseTypeDef definition
class StartExportLabelsTaskRunResponseTypeDef(TypedDict):
TaskRunId: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)StartImportLabelsTaskRunResponseTypeDef#
# StartImportLabelsTaskRunResponseTypeDef definition
class StartImportLabelsTaskRunResponseTypeDef(TypedDict):
TaskRunId: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)StartJobRunResponseTypeDef#
# StartJobRunResponseTypeDef definition
class StartJobRunResponseTypeDef(TypedDict):
JobRunId: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)StartMLEvaluationTaskRunResponseTypeDef#
# StartMLEvaluationTaskRunResponseTypeDef definition
class StartMLEvaluationTaskRunResponseTypeDef(TypedDict):
TaskRunId: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)StartMLLabelingSetGenerationTaskRunResponseTypeDef#
# StartMLLabelingSetGenerationTaskRunResponseTypeDef definition
class StartMLLabelingSetGenerationTaskRunResponseTypeDef(TypedDict):
TaskRunId: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)StartTriggerResponseTypeDef#
# StartTriggerResponseTypeDef definition
class StartTriggerResponseTypeDef(TypedDict):
Name: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)StartWorkflowRunResponseTypeDef#
# StartWorkflowRunResponseTypeDef definition
class StartWorkflowRunResponseTypeDef(TypedDict):
RunId: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)StopSessionResponseTypeDef#
# StopSessionResponseTypeDef definition
class StopSessionResponseTypeDef(TypedDict):
Id: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)StopTriggerResponseTypeDef#
# StopTriggerResponseTypeDef definition
class StopTriggerResponseTypeDef(TypedDict):
Name: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)UpdateBlueprintResponseTypeDef#
# UpdateBlueprintResponseTypeDef definition
class UpdateBlueprintResponseTypeDef(TypedDict):
Name: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)UpdateDataQualityRulesetResponseTypeDef#
# UpdateDataQualityRulesetResponseTypeDef definition
class UpdateDataQualityRulesetResponseTypeDef(TypedDict):
Name: str,
Description: str,
Ruleset: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)UpdateJobFromSourceControlResponseTypeDef#
# UpdateJobFromSourceControlResponseTypeDef definition
class UpdateJobFromSourceControlResponseTypeDef(TypedDict):
JobName: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)UpdateJobResponseTypeDef#
# UpdateJobResponseTypeDef definition
class UpdateJobResponseTypeDef(TypedDict):
JobName: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)UpdateMLTransformResponseTypeDef#
# UpdateMLTransformResponseTypeDef definition
class UpdateMLTransformResponseTypeDef(TypedDict):
TransformId: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)UpdateRegistryResponseTypeDef#
# UpdateRegistryResponseTypeDef definition
class UpdateRegistryResponseTypeDef(TypedDict):
RegistryName: str,
RegistryArn: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)UpdateSchemaResponseTypeDef#
# UpdateSchemaResponseTypeDef definition
class UpdateSchemaResponseTypeDef(TypedDict):
SchemaArn: str,
SchemaName: str,
RegistryName: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)UpdateSourceControlFromJobResponseTypeDef#
# UpdateSourceControlFromJobResponseTypeDef definition
class UpdateSourceControlFromJobResponseTypeDef(TypedDict):
JobName: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)UpdateWorkflowResponseTypeDef#
# UpdateWorkflowResponseTypeDef definition
class UpdateWorkflowResponseTypeDef(TypedDict):
Name: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)BatchDeleteConnectionResponseTypeDef#
# BatchDeleteConnectionResponseTypeDef definition
class BatchDeleteConnectionResponseTypeDef(TypedDict):
Succeeded: List[str],
Errors: Dict[str, ErrorDetailTypeDef], # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)BatchGetTableOptimizerErrorTypeDef#
# BatchGetTableOptimizerErrorTypeDef definition
class BatchGetTableOptimizerErrorTypeDef(TypedDict):
error: NotRequired[ErrorDetailTypeDef], # (1)
catalogId: NotRequired[str],
databaseName: NotRequired[str],
tableName: NotRequired[str],
type: NotRequired[TableOptimizerTypeType], # (2)BatchStopJobRunErrorTypeDef#
# BatchStopJobRunErrorTypeDef definition
class BatchStopJobRunErrorTypeDef(TypedDict):
JobName: NotRequired[str],
JobRunId: NotRequired[str],
ErrorDetail: NotRequired[ErrorDetailTypeDef], # (1)BatchUpdatePartitionFailureEntryTypeDef#
# BatchUpdatePartitionFailureEntryTypeDef definition
class BatchUpdatePartitionFailureEntryTypeDef(TypedDict):
PartitionValueList: NotRequired[List[str]],
ErrorDetail: NotRequired[ErrorDetailTypeDef], # (1)ColumnErrorTypeDef#
# ColumnErrorTypeDef definition
class ColumnErrorTypeDef(TypedDict):
ColumnName: NotRequired[str],
Error: NotRequired[ErrorDetailTypeDef], # (1)PartitionErrorTypeDef#
# PartitionErrorTypeDef definition
class PartitionErrorTypeDef(TypedDict):
PartitionValues: NotRequired[List[str]],
ErrorDetail: NotRequired[ErrorDetailTypeDef], # (1)TableErrorTypeDef#
# TableErrorTypeDef definition
class TableErrorTypeDef(TypedDict):
TableName: NotRequired[str],
ErrorDetail: NotRequired[ErrorDetailTypeDef], # (1)TableVersionErrorTypeDef#
# TableVersionErrorTypeDef definition
class TableVersionErrorTypeDef(TypedDict):
TableName: NotRequired[str],
VersionId: NotRequired[str],
ErrorDetail: NotRequired[ErrorDetailTypeDef], # (1)BatchGetCustomEntityTypesResponseTypeDef#
# BatchGetCustomEntityTypesResponseTypeDef definition
class BatchGetCustomEntityTypesResponseTypeDef(TypedDict):
CustomEntityTypes: List[CustomEntityTypeTypeDef], # (1)
CustomEntityTypesNotFound: List[str],
ResponseMetadata: ResponseMetadataTypeDef, # (2)ListCustomEntityTypesResponseTypeDef#
# ListCustomEntityTypesResponseTypeDef definition
class ListCustomEntityTypesResponseTypeDef(TypedDict):
CustomEntityTypes: List[CustomEntityTypeTypeDef], # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
NextToken: NotRequired[str],BatchGetDevEndpointsResponseTypeDef#
# BatchGetDevEndpointsResponseTypeDef definition
class BatchGetDevEndpointsResponseTypeDef(TypedDict):
DevEndpoints: List[DevEndpointTypeDef], # (1)
DevEndpointsNotFound: List[str],
ResponseMetadata: ResponseMetadataTypeDef, # (2)GetDevEndpointResponseTypeDef#
# GetDevEndpointResponseTypeDef definition
class GetDevEndpointResponseTypeDef(TypedDict):
DevEndpoint: DevEndpointTypeDef, # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)GetDevEndpointsResponseTypeDef#
# GetDevEndpointsResponseTypeDef definition
class GetDevEndpointsResponseTypeDef(TypedDict):
DevEndpoints: List[DevEndpointTypeDef], # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
NextToken: NotRequired[str],BatchGetTableOptimizerRequestRequestTypeDef#
# BatchGetTableOptimizerRequestRequestTypeDef definition
class BatchGetTableOptimizerRequestRequestTypeDef(TypedDict):
Entries: Sequence[BatchGetTableOptimizerEntryTypeDef], # (1)DecimalNumberTypeDef#
# DecimalNumberTypeDef definition
class DecimalNumberTypeDef(TypedDict):
UnscaledValue: Union[str, bytes, IO[Any], StreamingBody],
Scale: int,GetBlueprintRunResponseTypeDef#
# GetBlueprintRunResponseTypeDef definition
class GetBlueprintRunResponseTypeDef(TypedDict):
BlueprintRun: BlueprintRunTypeDef, # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)GetBlueprintRunsResponseTypeDef#
# GetBlueprintRunsResponseTypeDef definition
class GetBlueprintRunsResponseTypeDef(TypedDict):
BlueprintRuns: List[BlueprintRunTypeDef], # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
NextToken: NotRequired[str],BlueprintTypeDef#
# BlueprintTypeDef definition
class BlueprintTypeDef(TypedDict):
Name: NotRequired[str],
Description: NotRequired[str],
CreatedOn: NotRequired[datetime],
LastModifiedOn: NotRequired[datetime],
ParameterSpec: NotRequired[str],
BlueprintLocation: NotRequired[str],
BlueprintServiceLocation: NotRequired[str],
Status: NotRequired[BlueprintStatusType], # (1)
ErrorMessage: NotRequired[str],
LastActiveDefinition: NotRequired[LastActiveDefinitionTypeDef], # (2)GetCatalogImportStatusResponseTypeDef#
# GetCatalogImportStatusResponseTypeDef definition
class GetCatalogImportStatusResponseTypeDef(TypedDict):
ImportStatus: CatalogImportStatusTypeDef, # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)CatalogKafkaSourceExtraOutputTypeDef#
# CatalogKafkaSourceExtraOutputTypeDef definition
class CatalogKafkaSourceExtraOutputTypeDef(TypedDict):
Name: str,
Table: str,
Database: str,
WindowSize: NotRequired[int],
DetectSchema: NotRequired[bool],
StreamingOptions: NotRequired[KafkaStreamingSourceOptionsExtraOutputTypeDef], # (1)
DataPreviewOptions: NotRequired[StreamingDataPreviewOptionsTypeDef], # (2)DirectKafkaSourceExtraOutputTypeDef#
# DirectKafkaSourceExtraOutputTypeDef definition
class DirectKafkaSourceExtraOutputTypeDef(TypedDict):
Name: str,
StreamingOptions: NotRequired[KafkaStreamingSourceOptionsExtraOutputTypeDef], # (1)
WindowSize: NotRequired[int],
DetectSchema: NotRequired[bool],
DataPreviewOptions: NotRequired[StreamingDataPreviewOptionsTypeDef], # (2)CatalogKafkaSourceOutputTypeDef#
# CatalogKafkaSourceOutputTypeDef definition
class CatalogKafkaSourceOutputTypeDef(TypedDict):
Name: str,
Table: str,
Database: str,
WindowSize: NotRequired[int],
DetectSchema: NotRequired[bool],
StreamingOptions: NotRequired[KafkaStreamingSourceOptionsOutputTypeDef], # (1)
DataPreviewOptions: NotRequired[StreamingDataPreviewOptionsTypeDef], # (2)DirectKafkaSourceOutputTypeDef#
# DirectKafkaSourceOutputTypeDef definition
class DirectKafkaSourceOutputTypeDef(TypedDict):
Name: str,
StreamingOptions: NotRequired[KafkaStreamingSourceOptionsOutputTypeDef], # (1)
WindowSize: NotRequired[int],
DetectSchema: NotRequired[bool],
DataPreviewOptions: NotRequired[StreamingDataPreviewOptionsTypeDef], # (2)CatalogKinesisSourceExtraOutputTypeDef#
# CatalogKinesisSourceExtraOutputTypeDef definition
class CatalogKinesisSourceExtraOutputTypeDef(TypedDict):
Name: str,
Table: str,
Database: str,
WindowSize: NotRequired[int],
DetectSchema: NotRequired[bool],
StreamingOptions: NotRequired[KinesisStreamingSourceOptionsExtraOutputTypeDef], # (1)
DataPreviewOptions: NotRequired[StreamingDataPreviewOptionsTypeDef], # (2)DirectKinesisSourceExtraOutputTypeDef#
# DirectKinesisSourceExtraOutputTypeDef definition
class DirectKinesisSourceExtraOutputTypeDef(TypedDict):
Name: str,
WindowSize: NotRequired[int],
DetectSchema: NotRequired[bool],
StreamingOptions: NotRequired[KinesisStreamingSourceOptionsExtraOutputTypeDef], # (1)
DataPreviewOptions: NotRequired[StreamingDataPreviewOptionsTypeDef], # (2)CatalogKinesisSourceOutputTypeDef#
# CatalogKinesisSourceOutputTypeDef definition
class CatalogKinesisSourceOutputTypeDef(TypedDict):
Name: str,
Table: str,
Database: str,
WindowSize: NotRequired[int],
DetectSchema: NotRequired[bool],
StreamingOptions: NotRequired[KinesisStreamingSourceOptionsOutputTypeDef], # (1)
DataPreviewOptions: NotRequired[StreamingDataPreviewOptionsTypeDef], # (2)DirectKinesisSourceOutputTypeDef#
# DirectKinesisSourceOutputTypeDef definition
class DirectKinesisSourceOutputTypeDef(TypedDict):
Name: str,
WindowSize: NotRequired[int],
DetectSchema: NotRequired[bool],
StreamingOptions: NotRequired[KinesisStreamingSourceOptionsOutputTypeDef], # (1)
DataPreviewOptions: NotRequired[StreamingDataPreviewOptionsTypeDef], # (2)GovernedCatalogTargetExtraOutputTypeDef#
# GovernedCatalogTargetExtraOutputTypeDef definition
class GovernedCatalogTargetExtraOutputTypeDef(TypedDict):
Name: str,
Inputs: List[str],
Table: str,
Database: str,
PartitionKeys: NotRequired[List[List[str]]],
SchemaChangePolicy: NotRequired[CatalogSchemaChangePolicyTypeDef], # (1)GovernedCatalogTargetOutputTypeDef#
# GovernedCatalogTargetOutputTypeDef definition
class GovernedCatalogTargetOutputTypeDef(TypedDict):
Name: str,
Inputs: List[str],
Table: str,
Database: str,
PartitionKeys: NotRequired[List[List[str]]],
SchemaChangePolicy: NotRequired[CatalogSchemaChangePolicyTypeDef], # (1)GovernedCatalogTargetTypeDef#
# GovernedCatalogTargetTypeDef definition
class GovernedCatalogTargetTypeDef(TypedDict):
Name: str,
Inputs: Sequence[str],
Table: str,
Database: str,
PartitionKeys: NotRequired[Sequence[Sequence[str]]],
SchemaChangePolicy: NotRequired[CatalogSchemaChangePolicyTypeDef], # (1)S3CatalogTargetExtraOutputTypeDef#
# S3CatalogTargetExtraOutputTypeDef definition
class S3CatalogTargetExtraOutputTypeDef(TypedDict):
Name: str,
Inputs: List[str],
Table: str,
Database: str,
PartitionKeys: NotRequired[List[List[str]]],
SchemaChangePolicy: NotRequired[CatalogSchemaChangePolicyTypeDef], # (1)S3CatalogTargetOutputTypeDef#
# S3CatalogTargetOutputTypeDef definition
class S3CatalogTargetOutputTypeDef(TypedDict):
Name: str,
Inputs: List[str],
Table: str,
Database: str,
PartitionKeys: NotRequired[List[List[str]]],
SchemaChangePolicy: NotRequired[CatalogSchemaChangePolicyTypeDef], # (1)S3CatalogTargetTypeDef#
# S3CatalogTargetTypeDef definition
class S3CatalogTargetTypeDef(TypedDict):
Name: str,
Inputs: Sequence[str],
Table: str,
Database: str,
PartitionKeys: NotRequired[Sequence[Sequence[str]]],
SchemaChangePolicy: NotRequired[CatalogSchemaChangePolicyTypeDef], # (1)S3DeltaCatalogTargetExtraOutputTypeDef#
# S3DeltaCatalogTargetExtraOutputTypeDef definition
class S3DeltaCatalogTargetExtraOutputTypeDef(TypedDict):
Name: str,
Inputs: List[str],
Table: str,
Database: str,
PartitionKeys: NotRequired[List[List[str]]],
AdditionalOptions: NotRequired[Dict[str, str]],
SchemaChangePolicy: NotRequired[CatalogSchemaChangePolicyTypeDef], # (1)S3DeltaCatalogTargetOutputTypeDef#
# S3DeltaCatalogTargetOutputTypeDef definition
class S3DeltaCatalogTargetOutputTypeDef(TypedDict):
Name: str,
Inputs: List[str],
Table: str,
Database: str,
PartitionKeys: NotRequired[List[List[str]]],
AdditionalOptions: NotRequired[Dict[str, str]],
SchemaChangePolicy: NotRequired[CatalogSchemaChangePolicyTypeDef], # (1)S3DeltaCatalogTargetTypeDef#
# S3DeltaCatalogTargetTypeDef definition
class S3DeltaCatalogTargetTypeDef(TypedDict):
Name: str,
Inputs: Sequence[str],
Table: str,
Database: str,
PartitionKeys: NotRequired[Sequence[Sequence[str]]],
AdditionalOptions: NotRequired[Mapping[str, str]],
SchemaChangePolicy: NotRequired[CatalogSchemaChangePolicyTypeDef], # (1)S3HudiCatalogTargetExtraOutputTypeDef#
# S3HudiCatalogTargetExtraOutputTypeDef definition
class S3HudiCatalogTargetExtraOutputTypeDef(TypedDict):
Name: str,
Inputs: List[str],
Table: str,
Database: str,
AdditionalOptions: Dict[str, str],
PartitionKeys: NotRequired[List[List[str]]],
SchemaChangePolicy: NotRequired[CatalogSchemaChangePolicyTypeDef], # (1)S3HudiCatalogTargetOutputTypeDef#
# S3HudiCatalogTargetOutputTypeDef definition
class S3HudiCatalogTargetOutputTypeDef(TypedDict):
Name: str,
Inputs: List[str],
Table: str,
Database: str,
AdditionalOptions: Dict[str, str],
PartitionKeys: NotRequired[List[List[str]]],
SchemaChangePolicy: NotRequired[CatalogSchemaChangePolicyTypeDef], # (1)S3HudiCatalogTargetTypeDef#
# S3HudiCatalogTargetTypeDef definition
class S3HudiCatalogTargetTypeDef(TypedDict):
Name: str,
Inputs: Sequence[str],
Table: str,
Database: str,
AdditionalOptions: Mapping[str, str],
PartitionKeys: NotRequired[Sequence[Sequence[str]]],
SchemaChangePolicy: NotRequired[CatalogSchemaChangePolicyTypeDef], # (1)ClassifierTypeDef#
# ClassifierTypeDef definition
class ClassifierTypeDef(TypedDict):
GrokClassifier: NotRequired[GrokClassifierTypeDef], # (1)
XMLClassifier: NotRequired[XMLClassifierTypeDef], # (2)
JsonClassifier: NotRequired[JsonClassifierTypeDef], # (3)
CsvClassifier: NotRequired[CsvClassifierTypeDef], # (4)- See GrokClassifierTypeDef
- See XMLClassifierTypeDef
- See JsonClassifierTypeDef
- See CsvClassifierTypeDef
CodeGenNodeOutputTypeDef#
# CodeGenNodeOutputTypeDef definition
class CodeGenNodeOutputTypeDef(TypedDict):
Id: str,
NodeType: str,
Args: List[CodeGenNodeArgTypeDef], # (1)
LineNumber: NotRequired[int],CodeGenNodeTypeDef#
# CodeGenNodeTypeDef definition
class CodeGenNodeTypeDef(TypedDict):
Id: str,
NodeType: str,
Args: Sequence[CodeGenNodeArgTypeDef], # (1)
LineNumber: NotRequired[int],LocationTypeDef#
# LocationTypeDef definition
class LocationTypeDef(TypedDict):
Jdbc: NotRequired[Sequence[CodeGenNodeArgTypeDef]], # (1)
S3: NotRequired[Sequence[CodeGenNodeArgTypeDef]], # (1)
DynamoDB: NotRequired[Sequence[CodeGenNodeArgTypeDef]], # (1)GetColumnStatisticsTaskRunResponseTypeDef#
# GetColumnStatisticsTaskRunResponseTypeDef definition
class GetColumnStatisticsTaskRunResponseTypeDef(TypedDict):
ColumnStatisticsTaskRun: ColumnStatisticsTaskRunTypeDef, # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)GetColumnStatisticsTaskRunsResponseTypeDef#
# GetColumnStatisticsTaskRunsResponseTypeDef definition
class GetColumnStatisticsTaskRunsResponseTypeDef(TypedDict):
ColumnStatisticsTaskRuns: List[ColumnStatisticsTaskRunTypeDef], # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
NextToken: NotRequired[str],DateColumnStatisticsDataTypeDef#
# DateColumnStatisticsDataTypeDef definition
class DateColumnStatisticsDataTypeDef(TypedDict):
NumberOfNulls: int,
NumberOfDistinctValues: int,
MinimumValue: NotRequired[Union[datetime, str]],
MaximumValue: NotRequired[Union[datetime, str]],GetTableRequestRequestTypeDef#
# GetTableRequestRequestTypeDef definition
class GetTableRequestRequestTypeDef(TypedDict):
DatabaseName: str,
Name: str,
CatalogId: NotRequired[str],
TransactionId: NotRequired[str],
QueryAsOfTime: NotRequired[Union[datetime, str]],GetTablesRequestRequestTypeDef#
# GetTablesRequestRequestTypeDef definition
class GetTablesRequestRequestTypeDef(TypedDict):
DatabaseName: str,
CatalogId: NotRequired[str],
Expression: NotRequired[str],
NextToken: NotRequired[str],
MaxResults: NotRequired[int],
TransactionId: NotRequired[str],
QueryAsOfTime: NotRequired[Union[datetime, str]],KafkaStreamingSourceOptionsTypeDef#
# KafkaStreamingSourceOptionsTypeDef definition
class KafkaStreamingSourceOptionsTypeDef(TypedDict):
BootstrapServers: NotRequired[str],
SecurityProtocol: NotRequired[str],
ConnectionName: NotRequired[str],
TopicName: NotRequired[str],
Assign: NotRequired[str],
SubscribePattern: NotRequired[str],
Classification: NotRequired[str],
Delimiter: NotRequired[str],
StartingOffsets: NotRequired[str],
EndingOffsets: NotRequired[str],
PollTimeoutMs: NotRequired[int],
NumRetries: NotRequired[int],
RetryIntervalMs: NotRequired[int],
MaxOffsetsPerTrigger: NotRequired[int],
MinPartitions: NotRequired[int],
IncludeHeaders: NotRequired[bool],
AddRecordTimestamp: NotRequired[str],
EmitConsumerLagMetrics: NotRequired[str],
StartingTimestamp: NotRequired[Union[datetime, str]],KinesisStreamingSourceOptionsTypeDef#
# KinesisStreamingSourceOptionsTypeDef definition
class KinesisStreamingSourceOptionsTypeDef(TypedDict):
EndpointUrl: NotRequired[str],
StreamName: NotRequired[str],
Classification: NotRequired[str],
Delimiter: NotRequired[str],
StartingPosition: NotRequired[StartingPositionType], # (1)
MaxFetchTimeInMs: NotRequired[int],
MaxFetchRecordsPerShard: NotRequired[int],
MaxRecordPerRead: NotRequired[int],
AddIdleTimeBetweenReads: NotRequired[bool],
IdleTimeBetweenReadsInMs: NotRequired[int],
DescribeShardInterval: NotRequired[int],
NumRetries: NotRequired[int],
RetryIntervalMs: NotRequired[int],
MaxRetryIntervalMs: NotRequired[int],
AvoidEmptyBatches: NotRequired[bool],
StreamArn: NotRequired[str],
RoleArn: NotRequired[str],
RoleSessionName: NotRequired[str],
AddRecordTimestamp: NotRequired[str],
EmitConsumerLagMetrics: NotRequired[str],
StartingTimestamp: NotRequired[Union[datetime, str]],QuerySessionContextTypeDef#
# QuerySessionContextTypeDef definition
class QuerySessionContextTypeDef(TypedDict):
QueryId: NotRequired[str],
QueryStartTime: NotRequired[Union[datetime, str]],
ClusterId: NotRequired[str],
QueryAuthorizationId: NotRequired[str],
AdditionalContext: NotRequired[Mapping[str, str]],TaskRunFilterCriteriaTypeDef#
# TaskRunFilterCriteriaTypeDef definition
class TaskRunFilterCriteriaTypeDef(TypedDict):
TaskRunType: NotRequired[TaskTypeType], # (1)
Status: NotRequired[TaskStatusTypeType], # (2)
StartedBefore: NotRequired[Union[datetime, str]],
StartedAfter: NotRequired[Union[datetime, str]],- See TaskTypeType
- See TaskStatusTypeType
PredicateExtraOutputTypeDef#
# PredicateExtraOutputTypeDef definition
class PredicateExtraOutputTypeDef(TypedDict):
Logical: NotRequired[LogicalType], # (1)
Conditions: NotRequired[List[ConditionTypeDef]], # (2)- See LogicalType
- See ConditionTypeDef
PredicateOutputTypeDef#
# PredicateOutputTypeDef definition
class PredicateOutputTypeDef(TypedDict):
Logical: NotRequired[LogicalType], # (1)
Conditions: NotRequired[List[ConditionTypeDef]], # (2)- See LogicalType
- See ConditionTypeDef
PredicateTypeDef#
# PredicateTypeDef definition
class PredicateTypeDef(TypedDict):
Logical: NotRequired[LogicalType], # (1)
Conditions: NotRequired[Sequence[ConditionTypeDef]], # (2)- See LogicalType
- See ConditionTypeDef
FindMatchesMetricsTypeDef#
# FindMatchesMetricsTypeDef definition
class FindMatchesMetricsTypeDef(TypedDict):
AreaUnderPRCurve: NotRequired[float],
Precision: NotRequired[float],
Recall: NotRequired[float],
F1: NotRequired[float],
ConfusionMatrix: NotRequired[ConfusionMatrixTypeDef], # (1)
ColumnImportances: NotRequired[List[ColumnImportanceTypeDef]], # (2)ConnectionInputTypeDef#
# ConnectionInputTypeDef definition
class ConnectionInputTypeDef(TypedDict):
Name: str,
ConnectionType: ConnectionTypeType, # (1)
ConnectionProperties: Mapping[ConnectionPropertyKeyType, str], # (2)
Description: NotRequired[str],
MatchCriteria: NotRequired[Sequence[str]],
PhysicalConnectionRequirements: NotRequired[PhysicalConnectionRequirementsTypeDef], # (3)ConnectionTypeDef#
# ConnectionTypeDef definition
class ConnectionTypeDef(TypedDict):
Name: NotRequired[str],
Description: NotRequired[str],
ConnectionType: NotRequired[ConnectionTypeType], # (1)
MatchCriteria: NotRequired[List[str]],
ConnectionProperties: NotRequired[Dict[ConnectionPropertyKeyType, str]], # (2)
PhysicalConnectionRequirements: NotRequired[PhysicalConnectionRequirementsOutputTypeDef], # (3)
CreationTime: NotRequired[datetime],
LastUpdatedTime: NotRequired[datetime],
LastUpdatedBy: NotRequired[str],- See ConnectionTypeType
- See ConnectionPropertyKeyType
- See PhysicalConnectionRequirementsOutputTypeDef
CrawlerNodeDetailsTypeDef#
# CrawlerNodeDetailsTypeDef definition
class CrawlerNodeDetailsTypeDef(TypedDict):
Crawls: NotRequired[List[CrawlTypeDef]], # (1)- See CrawlTypeDef
ListCrawlsResponseTypeDef#
# ListCrawlsResponseTypeDef definition
class ListCrawlsResponseTypeDef(TypedDict):
Crawls: List[CrawlerHistoryTypeDef], # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
NextToken: NotRequired[str],GetCrawlerMetricsResponseTypeDef#
# GetCrawlerMetricsResponseTypeDef definition
class GetCrawlerMetricsResponseTypeDef(TypedDict):
CrawlerMetricsList: List[CrawlerMetricsTypeDef], # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
NextToken: NotRequired[str],CrawlerTargetsExtraOutputTypeDef#
# CrawlerTargetsExtraOutputTypeDef definition
class CrawlerTargetsExtraOutputTypeDef(TypedDict):
S3Targets: NotRequired[List[S3TargetExtraOutputTypeDef]], # (1)
JdbcTargets: NotRequired[List[JdbcTargetExtraOutputTypeDef]], # (2)
MongoDBTargets: NotRequired[List[MongoDBTargetTypeDef]], # (3)
DynamoDBTargets: NotRequired[List[DynamoDBTargetTypeDef]], # (4)
CatalogTargets: NotRequired[List[CatalogTargetExtraOutputTypeDef]], # (5)
DeltaTargets: NotRequired[List[DeltaTargetExtraOutputTypeDef]], # (6)
IcebergTargets: NotRequired[List[IcebergTargetExtraOutputTypeDef]], # (7)
HudiTargets: NotRequired[List[HudiTargetExtraOutputTypeDef]], # (8)- See S3TargetExtraOutputTypeDef
- See JdbcTargetExtraOutputTypeDef
- See MongoDBTargetTypeDef
- See DynamoDBTargetTypeDef
- See CatalogTargetExtraOutputTypeDef
- See DeltaTargetExtraOutputTypeDef
- See IcebergTargetExtraOutputTypeDef
- See HudiTargetExtraOutputTypeDef
CrawlerTargetsOutputTypeDef#
# CrawlerTargetsOutputTypeDef definition
class CrawlerTargetsOutputTypeDef(TypedDict):
S3Targets: NotRequired[List[S3TargetOutputTypeDef]], # (1)
JdbcTargets: NotRequired[List[JdbcTargetOutputTypeDef]], # (2)
MongoDBTargets: NotRequired[List[MongoDBTargetTypeDef]], # (3)
DynamoDBTargets: NotRequired[List[DynamoDBTargetTypeDef]], # (4)
CatalogTargets: NotRequired[List[CatalogTargetOutputTypeDef]], # (5)
DeltaTargets: NotRequired[List[DeltaTargetOutputTypeDef]], # (6)
IcebergTargets: NotRequired[List[IcebergTargetOutputTypeDef]], # (7)
HudiTargets: NotRequired[List[HudiTargetOutputTypeDef]], # (8)- See S3TargetOutputTypeDef
- See JdbcTargetOutputTypeDef
- See MongoDBTargetTypeDef
- See DynamoDBTargetTypeDef
- See CatalogTargetOutputTypeDef
- See DeltaTargetOutputTypeDef
- See IcebergTargetOutputTypeDef
- See HudiTargetOutputTypeDef
CrawlerTargetsTypeDef#
# CrawlerTargetsTypeDef definition
class CrawlerTargetsTypeDef(TypedDict):
S3Targets: NotRequired[Sequence[S3TargetTypeDef]], # (1)
JdbcTargets: NotRequired[Sequence[JdbcTargetTypeDef]], # (2)
MongoDBTargets: NotRequired[Sequence[MongoDBTargetTypeDef]], # (3)
DynamoDBTargets: NotRequired[Sequence[DynamoDBTargetTypeDef]], # (4)
CatalogTargets: NotRequired[Sequence[CatalogTargetTypeDef]], # (5)
DeltaTargets: NotRequired[Sequence[DeltaTargetTypeDef]], # (6)
IcebergTargets: NotRequired[Sequence[IcebergTargetTypeDef]], # (7)
HudiTargets: NotRequired[Sequence[HudiTargetTypeDef]], # (8)- See S3TargetTypeDef
- See JdbcTargetTypeDef
- See MongoDBTargetTypeDef
- See DynamoDBTargetTypeDef
- See CatalogTargetTypeDef
- See DeltaTargetTypeDef
- See IcebergTargetTypeDef
- See HudiTargetTypeDef
ListCrawlsRequestRequestTypeDef#
# ListCrawlsRequestRequestTypeDef definition
class ListCrawlsRequestRequestTypeDef(TypedDict):
CrawlerName: str,
MaxResults: NotRequired[int],
Filters: NotRequired[Sequence[CrawlsFilterTypeDef]], # (1)
NextToken: NotRequired[str],CreateClassifierRequestRequestTypeDef#
# CreateClassifierRequestRequestTypeDef definition
class CreateClassifierRequestRequestTypeDef(TypedDict):
GrokClassifier: NotRequired[CreateGrokClassifierRequestTypeDef], # (1)
XMLClassifier: NotRequired[CreateXMLClassifierRequestTypeDef], # (2)
JsonClassifier: NotRequired[CreateJsonClassifierRequestTypeDef], # (3)
CsvClassifier: NotRequired[CreateCsvClassifierRequestTypeDef], # (4)- See CreateGrokClassifierRequestTypeDef
- See CreateXMLClassifierRequestTypeDef
- See CreateJsonClassifierRequestTypeDef
- See CreateCsvClassifierRequestTypeDef
CreateDataQualityRulesetRequestRequestTypeDef#
# CreateDataQualityRulesetRequestRequestTypeDef definition
class CreateDataQualityRulesetRequestRequestTypeDef(TypedDict):
Name: str,
Ruleset: str,
Description: NotRequired[str],
Tags: NotRequired[Mapping[str, str]],
TargetTable: NotRequired[DataQualityTargetTableTypeDef], # (1)
ClientToken: NotRequired[str],DataQualityRulesetFilterCriteriaTypeDef#
# DataQualityRulesetFilterCriteriaTypeDef definition
class DataQualityRulesetFilterCriteriaTypeDef(TypedDict):
Name: NotRequired[str],
Description: NotRequired[str],
CreatedBefore: NotRequired[Union[datetime, str]],
CreatedAfter: NotRequired[Union[datetime, str]],
LastModifiedBefore: NotRequired[Union[datetime, str]],
LastModifiedAfter: NotRequired[Union[datetime, str]],
TargetTable: NotRequired[DataQualityTargetTableTypeDef], # (1)DataQualityRulesetListDetailsTypeDef#
# DataQualityRulesetListDetailsTypeDef definition
class DataQualityRulesetListDetailsTypeDef(TypedDict):
Name: NotRequired[str],
Description: NotRequired[str],
CreatedOn: NotRequired[datetime],
LastModifiedOn: NotRequired[datetime],
TargetTable: NotRequired[DataQualityTargetTableTypeDef], # (1)
RecommendationRunId: NotRequired[str],
RuleCount: NotRequired[int],GetDataQualityRulesetResponseTypeDef#
# GetDataQualityRulesetResponseTypeDef definition
class GetDataQualityRulesetResponseTypeDef(TypedDict):
Name: str,
Description: str,
Ruleset: str,
TargetTable: DataQualityTargetTableTypeDef, # (1)
CreatedOn: datetime,
LastModifiedOn: datetime,
RecommendationRunId: str,
ResponseMetadata: ResponseMetadataTypeDef, # (2)CreatePartitionIndexRequestRequestTypeDef#
# CreatePartitionIndexRequestRequestTypeDef definition
class CreatePartitionIndexRequestRequestTypeDef(TypedDict):
DatabaseName: str,
TableName: str,
PartitionIndex: PartitionIndexTypeDef, # (1)
CatalogId: NotRequired[str],CreateSchemaInputRequestTypeDef#
# CreateSchemaInputRequestTypeDef definition
class CreateSchemaInputRequestTypeDef(TypedDict):
SchemaName: str,
DataFormat: DataFormatType, # (1)
RegistryId: NotRequired[RegistryIdTypeDef], # (2)
Compatibility: NotRequired[CompatibilityType], # (3)
Description: NotRequired[str],
Tags: NotRequired[Mapping[str, str]],
SchemaDefinition: NotRequired[str],- See DataFormatType
- See RegistryIdTypeDef
- See CompatibilityType
DeleteRegistryInputRequestTypeDef#
# DeleteRegistryInputRequestTypeDef definition
class DeleteRegistryInputRequestTypeDef(TypedDict):
RegistryId: RegistryIdTypeDef, # (1)GetRegistryInputRequestTypeDef#
# GetRegistryInputRequestTypeDef definition
class GetRegistryInputRequestTypeDef(TypedDict):
RegistryId: RegistryIdTypeDef, # (1)ListSchemasInputRequestTypeDef#
# ListSchemasInputRequestTypeDef definition
class ListSchemasInputRequestTypeDef(TypedDict):
RegistryId: NotRequired[RegistryIdTypeDef], # (1)
MaxResults: NotRequired[int],
NextToken: NotRequired[str],UpdateRegistryInputRequestTypeDef#
# UpdateRegistryInputRequestTypeDef definition
class UpdateRegistryInputRequestTypeDef(TypedDict):
RegistryId: RegistryIdTypeDef, # (1)
Description: str,CreateSessionRequestRequestTypeDef#
# CreateSessionRequestRequestTypeDef definition
class CreateSessionRequestRequestTypeDef(TypedDict):
Id: str,
Role: str,
Command: SessionCommandTypeDef, # (1)
Description: NotRequired[str],
Timeout: NotRequired[int],
IdleTimeout: NotRequired[int],
DefaultArguments: NotRequired[Mapping[str, str]],
Connections: NotRequired[ConnectionsListTypeDef], # (2)
MaxCapacity: NotRequired[float],
NumberOfWorkers: NotRequired[int],
WorkerType: NotRequired[WorkerTypeType], # (3)
SecurityConfiguration: NotRequired[str],
GlueVersion: NotRequired[str],
Tags: NotRequired[Mapping[str, str]],
RequestOrigin: NotRequired[str],SessionTypeDef#
# SessionTypeDef definition
class SessionTypeDef(TypedDict):
Id: NotRequired[str],
CreatedOn: NotRequired[datetime],
Status: NotRequired[SessionStatusType], # (1)
ErrorMessage: NotRequired[str],
Description: NotRequired[str],
Role: NotRequired[str],
Command: NotRequired[SessionCommandTypeDef], # (2)
DefaultArguments: NotRequired[Dict[str, str]],
Connections: NotRequired[ConnectionsListOutputTypeDef], # (3)
Progress: NotRequired[float],
MaxCapacity: NotRequired[float],
SecurityConfiguration: NotRequired[str],
GlueVersion: NotRequired[str],
NumberOfWorkers: NotRequired[int],
WorkerType: NotRequired[WorkerTypeType], # (4)
CompletedOn: NotRequired[datetime],
ExecutionTime: NotRequired[float],
DPUSeconds: NotRequired[float],
IdleTimeout: NotRequired[int],CreateTableOptimizerRequestRequestTypeDef#
# CreateTableOptimizerRequestRequestTypeDef definition
class CreateTableOptimizerRequestRequestTypeDef(TypedDict):
CatalogId: str,
DatabaseName: str,
TableName: str,
Type: TableOptimizerTypeType, # (1)
TableOptimizerConfiguration: TableOptimizerConfigurationTypeDef, # (2)UpdateTableOptimizerRequestRequestTypeDef#
# UpdateTableOptimizerRequestRequestTypeDef definition
class UpdateTableOptimizerRequestRequestTypeDef(TypedDict):
CatalogId: str,
DatabaseName: str,
TableName: str,
Type: TableOptimizerTypeType, # (1)
TableOptimizerConfiguration: TableOptimizerConfigurationTypeDef, # (2)EvaluateDataQualityExtraOutputTypeDef#
# EvaluateDataQualityExtraOutputTypeDef definition
class EvaluateDataQualityExtraOutputTypeDef(TypedDict):
Name: str,
Inputs: List[str],
Ruleset: str,
Output: NotRequired[DQTransformOutputType], # (1)
PublishingOptions: NotRequired[DQResultsPublishingOptionsTypeDef], # (2)
StopJobOnFailureOptions: NotRequired[DQStopJobOnFailureOptionsTypeDef], # (3)- See DQTransformOutputType
- See DQResultsPublishingOptionsTypeDef
- See DQStopJobOnFailureOptionsTypeDef
EvaluateDataQualityMultiFrameExtraOutputTypeDef#
# EvaluateDataQualityMultiFrameExtraOutputTypeDef definition
class EvaluateDataQualityMultiFrameExtraOutputTypeDef(TypedDict):
Name: str,
Inputs: List[str],
Ruleset: str,
AdditionalDataSources: NotRequired[Dict[str, str]],
PublishingOptions: NotRequired[DQResultsPublishingOptionsTypeDef], # (1)
AdditionalOptions: NotRequired[Dict[AdditionalOptionKeysType, str]], # (2)
StopJobOnFailureOptions: NotRequired[DQStopJobOnFailureOptionsTypeDef], # (3)- See DQResultsPublishingOptionsTypeDef
- See AdditionalOptionKeysType
- See DQStopJobOnFailureOptionsTypeDef
EvaluateDataQualityMultiFrameOutputTypeDef#
# EvaluateDataQualityMultiFrameOutputTypeDef definition
class EvaluateDataQualityMultiFrameOutputTypeDef(TypedDict):
Name: str,
Inputs: List[str],
Ruleset: str,
AdditionalDataSources: NotRequired[Dict[str, str]],
PublishingOptions: NotRequired[DQResultsPublishingOptionsTypeDef], # (1)
AdditionalOptions: NotRequired[Dict[AdditionalOptionKeysType, str]], # (2)
StopJobOnFailureOptions: NotRequired[DQStopJobOnFailureOptionsTypeDef], # (3)- See DQResultsPublishingOptionsTypeDef
- See AdditionalOptionKeysType
- See DQStopJobOnFailureOptionsTypeDef
EvaluateDataQualityMultiFrameTypeDef#
# EvaluateDataQualityMultiFrameTypeDef definition
class EvaluateDataQualityMultiFrameTypeDef(TypedDict):
Name: str,
Inputs: Sequence[str],
Ruleset: str,
AdditionalDataSources: NotRequired[Mapping[str, str]],
PublishingOptions: NotRequired[DQResultsPublishingOptionsTypeDef], # (1)
AdditionalOptions: NotRequired[Mapping[AdditionalOptionKeysType, str]], # (2)
StopJobOnFailureOptions: NotRequired[DQStopJobOnFailureOptionsTypeDef], # (3)- See DQResultsPublishingOptionsTypeDef
- See AdditionalOptionKeysType
- See DQStopJobOnFailureOptionsTypeDef
EvaluateDataQualityOutputTypeDef#
# EvaluateDataQualityOutputTypeDef definition
class EvaluateDataQualityOutputTypeDef(TypedDict):
Name: str,
Inputs: List[str],
Ruleset: str,
Output: NotRequired[DQTransformOutputType], # (1)
PublishingOptions: NotRequired[DQResultsPublishingOptionsTypeDef], # (2)
StopJobOnFailureOptions: NotRequired[DQStopJobOnFailureOptionsTypeDef], # (3)- See DQTransformOutputType
- See DQResultsPublishingOptionsTypeDef
- See DQStopJobOnFailureOptionsTypeDef
EvaluateDataQualityTypeDef#
# EvaluateDataQualityTypeDef definition
class EvaluateDataQualityTypeDef(TypedDict):
Name: str,
Inputs: Sequence[str],
Ruleset: str,
Output: NotRequired[DQTransformOutputType], # (1)
PublishingOptions: NotRequired[DQResultsPublishingOptionsTypeDef], # (2)
StopJobOnFailureOptions: NotRequired[DQStopJobOnFailureOptionsTypeDef], # (3)- See DQTransformOutputType
- See DQResultsPublishingOptionsTypeDef
- See DQStopJobOnFailureOptionsTypeDef
DataCatalogEncryptionSettingsTypeDef#
# DataCatalogEncryptionSettingsTypeDef definition
class DataCatalogEncryptionSettingsTypeDef(TypedDict):
EncryptionAtRest: NotRequired[EncryptionAtRestTypeDef], # (1)
ConnectionPasswordEncryption: NotRequired[ConnectionPasswordEncryptionTypeDef], # (2)PrincipalPermissionsOutputTypeDef#
# PrincipalPermissionsOutputTypeDef definition
class PrincipalPermissionsOutputTypeDef(TypedDict):
Principal: NotRequired[DataLakePrincipalTypeDef], # (1)
Permissions: NotRequired[List[PermissionType]], # (2)PrincipalPermissionsTypeDef#
# PrincipalPermissionsTypeDef definition
class PrincipalPermissionsTypeDef(TypedDict):
Principal: NotRequired[DataLakePrincipalTypeDef], # (1)
Permissions: NotRequired[Sequence[PermissionType]], # (2)MetricBasedObservationTypeDef#
# MetricBasedObservationTypeDef definition
class MetricBasedObservationTypeDef(TypedDict):
MetricName: NotRequired[str],
MetricValues: NotRequired[DataQualityMetricValuesTypeDef], # (1)
NewRules: NotRequired[List[str]],DataSourceOutputTypeDef#
# DataSourceOutputTypeDef definition
class DataSourceOutputTypeDef(TypedDict):
GlueTable: GlueTableOutputTypeDef, # (1)DataSourceTypeDef#
# DataSourceTypeDef definition
class DataSourceTypeDef(TypedDict):
GlueTable: GlueTableTypeDef, # (1)- See GlueTableTypeDef
NullValueFieldTypeDef#
# NullValueFieldTypeDef definition
class NullValueFieldTypeDef(TypedDict):
Value: str,
Datatype: DatatypeTypeDef, # (1)- See DatatypeTypeDef
DecimalColumnStatisticsDataOutputTypeDef#
# DecimalColumnStatisticsDataOutputTypeDef definition
class DecimalColumnStatisticsDataOutputTypeDef(TypedDict):
NumberOfNulls: int,
NumberOfDistinctValues: int,
MinimumValue: NotRequired[DecimalNumberOutputTypeDef], # (1)
MaximumValue: NotRequired[DecimalNumberOutputTypeDef], # (1)DeleteSchemaInputRequestTypeDef#
# DeleteSchemaInputRequestTypeDef definition
class DeleteSchemaInputRequestTypeDef(TypedDict):
SchemaId: SchemaIdTypeDef, # (1)- See SchemaIdTypeDef
DeleteSchemaVersionsInputRequestTypeDef#
# DeleteSchemaVersionsInputRequestTypeDef definition
class DeleteSchemaVersionsInputRequestTypeDef(TypedDict):
SchemaId: SchemaIdTypeDef, # (1)
Versions: str,- See SchemaIdTypeDef
GetSchemaByDefinitionInputRequestTypeDef#
# GetSchemaByDefinitionInputRequestTypeDef definition
class GetSchemaByDefinitionInputRequestTypeDef(TypedDict):
SchemaId: SchemaIdTypeDef, # (1)
SchemaDefinition: str,- See SchemaIdTypeDef
GetSchemaInputRequestTypeDef#
# GetSchemaInputRequestTypeDef definition
class GetSchemaInputRequestTypeDef(TypedDict):
SchemaId: SchemaIdTypeDef, # (1)- See SchemaIdTypeDef
ListSchemaVersionsInputRequestTypeDef#
# ListSchemaVersionsInputRequestTypeDef definition
class ListSchemaVersionsInputRequestTypeDef(TypedDict):
SchemaId: SchemaIdTypeDef, # (1)
MaxResults: NotRequired[int],
NextToken: NotRequired[str],- See SchemaIdTypeDef
RegisterSchemaVersionInputRequestTypeDef#
# RegisterSchemaVersionInputRequestTypeDef definition
class RegisterSchemaVersionInputRequestTypeDef(TypedDict):
SchemaId: SchemaIdTypeDef, # (1)
SchemaDefinition: str,- See SchemaIdTypeDef
SchemaReferenceTypeDef#
# SchemaReferenceTypeDef definition
class SchemaReferenceTypeDef(TypedDict):
SchemaId: NotRequired[SchemaIdTypeDef], # (1)
SchemaVersionId: NotRequired[str],
SchemaVersionNumber: NotRequired[int],- See SchemaIdTypeDef
UpdateDevEndpointRequestRequestTypeDef#
# UpdateDevEndpointRequestRequestTypeDef definition
class UpdateDevEndpointRequestRequestTypeDef(TypedDict):
EndpointName: str,
PublicKey: NotRequired[str],
AddPublicKeys: NotRequired[Sequence[str]],
DeletePublicKeys: NotRequired[Sequence[str]],
CustomLibraries: NotRequired[DevEndpointCustomLibrariesTypeDef], # (1)
UpdateEtlLibraries: NotRequired[bool],
DeleteArguments: NotRequired[Sequence[str]],
AddArguments: NotRequired[Mapping[str, str]],S3DeltaDirectTargetExtraOutputTypeDef#
# S3DeltaDirectTargetExtraOutputTypeDef definition
class S3DeltaDirectTargetExtraOutputTypeDef(TypedDict):
Name: str,
Inputs: List[str],
Path: str,
Compression: DeltaTargetCompressionTypeType, # (1)
Format: TargetFormatType, # (2)
PartitionKeys: NotRequired[List[List[str]]],
AdditionalOptions: NotRequired[Dict[str, str]],
SchemaChangePolicy: NotRequired[DirectSchemaChangePolicyTypeDef], # (3)S3DeltaDirectTargetOutputTypeDef#
# S3DeltaDirectTargetOutputTypeDef definition
class S3DeltaDirectTargetOutputTypeDef(TypedDict):
Name: str,
Inputs: List[str],
Path: str,
Compression: DeltaTargetCompressionTypeType, # (1)
Format: TargetFormatType, # (2)
PartitionKeys: NotRequired[List[List[str]]],
AdditionalOptions: NotRequired[Dict[str, str]],
SchemaChangePolicy: NotRequired[DirectSchemaChangePolicyTypeDef], # (3)S3DeltaDirectTargetTypeDef#
# S3DeltaDirectTargetTypeDef definition
class S3DeltaDirectTargetTypeDef(TypedDict):
Name: str,
Inputs: Sequence[str],
Path: str,
Compression: DeltaTargetCompressionTypeType, # (1)
Format: TargetFormatType, # (2)
PartitionKeys: NotRequired[Sequence[Sequence[str]]],
AdditionalOptions: NotRequired[Mapping[str, str]],
SchemaChangePolicy: NotRequired[DirectSchemaChangePolicyTypeDef], # (3)S3DirectTargetExtraOutputTypeDef#
# S3DirectTargetExtraOutputTypeDef definition
class S3DirectTargetExtraOutputTypeDef(TypedDict):
Name: str,
Inputs: List[str],
Path: str,
Format: TargetFormatType, # (1)
PartitionKeys: NotRequired[List[List[str]]],
Compression: NotRequired[str],
SchemaChangePolicy: NotRequired[DirectSchemaChangePolicyTypeDef], # (2)S3DirectTargetOutputTypeDef#
# S3DirectTargetOutputTypeDef definition
class S3DirectTargetOutputTypeDef(TypedDict):
Name: str,
Inputs: List[str],
Path: str,
Format: TargetFormatType, # (1)
PartitionKeys: NotRequired[List[List[str]]],
Compression: NotRequired[str],
SchemaChangePolicy: NotRequired[DirectSchemaChangePolicyTypeDef], # (2)S3DirectTargetTypeDef#
# S3DirectTargetTypeDef definition
class S3DirectTargetTypeDef(TypedDict):
Name: str,
Inputs: Sequence[str],
Path: str,
Format: TargetFormatType, # (1)
PartitionKeys: NotRequired[Sequence[Sequence[str]]],
Compression: NotRequired[str],
SchemaChangePolicy: NotRequired[DirectSchemaChangePolicyTypeDef], # (2)S3GlueParquetTargetExtraOutputTypeDef#
# S3GlueParquetTargetExtraOutputTypeDef definition
class S3GlueParquetTargetExtraOutputTypeDef(TypedDict):
Name: str,
Inputs: List[str],
Path: str,
PartitionKeys: NotRequired[List[List[str]]],
Compression: NotRequired[ParquetCompressionTypeType], # (1)
SchemaChangePolicy: NotRequired[DirectSchemaChangePolicyTypeDef], # (2)S3GlueParquetTargetOutputTypeDef#
# S3GlueParquetTargetOutputTypeDef definition
class S3GlueParquetTargetOutputTypeDef(TypedDict):
Name: str,
Inputs: List[str],
Path: str,
PartitionKeys: NotRequired[List[List[str]]],
Compression: NotRequired[ParquetCompressionTypeType], # (1)
SchemaChangePolicy: NotRequired[DirectSchemaChangePolicyTypeDef], # (2)S3GlueParquetTargetTypeDef#
# S3GlueParquetTargetTypeDef definition
class S3GlueParquetTargetTypeDef(TypedDict):
Name: str,
Inputs: Sequence[str],
Path: str,
PartitionKeys: NotRequired[Sequence[Sequence[str]]],
Compression: NotRequired[ParquetCompressionTypeType], # (1)
SchemaChangePolicy: NotRequired[DirectSchemaChangePolicyTypeDef], # (2)S3HudiDirectTargetExtraOutputTypeDef#
# S3HudiDirectTargetExtraOutputTypeDef definition
class S3HudiDirectTargetExtraOutputTypeDef(TypedDict):
Name: str,
Inputs: List[str],
Path: str,
Compression: HudiTargetCompressionTypeType, # (1)
Format: TargetFormatType, # (2)
AdditionalOptions: Dict[str, str],
PartitionKeys: NotRequired[List[List[str]]],
SchemaChangePolicy: NotRequired[DirectSchemaChangePolicyTypeDef], # (3)S3HudiDirectTargetOutputTypeDef#
# S3HudiDirectTargetOutputTypeDef definition
class S3HudiDirectTargetOutputTypeDef(TypedDict):
Name: str,
Inputs: List[str],
Path: str,
Compression: HudiTargetCompressionTypeType, # (1)
Format: TargetFormatType, # (2)
AdditionalOptions: Dict[str, str],
PartitionKeys: NotRequired[List[List[str]]],
SchemaChangePolicy: NotRequired[DirectSchemaChangePolicyTypeDef], # (3)S3HudiDirectTargetTypeDef#
# S3HudiDirectTargetTypeDef definition
class S3HudiDirectTargetTypeDef(TypedDict):
Name: str,
Inputs: Sequence[str],
Path: str,
Compression: HudiTargetCompressionTypeType, # (1)
Format: TargetFormatType, # (2)
AdditionalOptions: Mapping[str, str],
PartitionKeys: NotRequired[Sequence[Sequence[str]]],
SchemaChangePolicy: NotRequired[DirectSchemaChangePolicyTypeDef], # (3)EncryptionConfigurationExtraOutputTypeDef#
# EncryptionConfigurationExtraOutputTypeDef definition
class EncryptionConfigurationExtraOutputTypeDef(TypedDict):
S3Encryption: NotRequired[List[S3EncryptionTypeDef]], # (1)
CloudWatchEncryption: NotRequired[CloudWatchEncryptionTypeDef], # (2)
JobBookmarksEncryption: NotRequired[JobBookmarksEncryptionTypeDef], # (3)EncryptionConfigurationOutputTypeDef#
# EncryptionConfigurationOutputTypeDef definition
class EncryptionConfigurationOutputTypeDef(TypedDict):
S3Encryption: NotRequired[List[S3EncryptionTypeDef]], # (1)
CloudWatchEncryption: NotRequired[CloudWatchEncryptionTypeDef], # (2)
JobBookmarksEncryption: NotRequired[JobBookmarksEncryptionTypeDef], # (3)EncryptionConfigurationTypeDef#
# EncryptionConfigurationTypeDef definition
class EncryptionConfigurationTypeDef(TypedDict):
S3Encryption: NotRequired[Sequence[S3EncryptionTypeDef]], # (1)
CloudWatchEncryption: NotRequired[CloudWatchEncryptionTypeDef], # (2)
JobBookmarksEncryption: NotRequired[JobBookmarksEncryptionTypeDef], # (3)SchemaVersionErrorItemTypeDef#
# SchemaVersionErrorItemTypeDef definition
class SchemaVersionErrorItemTypeDef(TypedDict):
VersionNumber: NotRequired[int],
ErrorDetails: NotRequired[ErrorDetailsTypeDef], # (1)FilterExpressionExtraOutputTypeDef#
# FilterExpressionExtraOutputTypeDef definition
class FilterExpressionExtraOutputTypeDef(TypedDict):
Operation: FilterOperationType, # (1)
Values: List[FilterValueExtraOutputTypeDef], # (2)
Negated: NotRequired[bool],FilterExpressionOutputTypeDef#
# FilterExpressionOutputTypeDef definition
class FilterExpressionOutputTypeDef(TypedDict):
Operation: FilterOperationType, # (1)
Values: List[FilterValueOutputTypeDef], # (2)
Negated: NotRequired[bool],FilterExpressionTypeDef#
# FilterExpressionTypeDef definition
class FilterExpressionTypeDef(TypedDict):
Operation: FilterOperationType, # (1)
Values: Sequence[FilterValueTypeDef], # (2)
Negated: NotRequired[bool],TransformParametersTypeDef#
# TransformParametersTypeDef definition
class TransformParametersTypeDef(TypedDict):
TransformType: TransformTypeType, # (1)
FindMatchesParameters: NotRequired[FindMatchesParametersTypeDef], # (2)GetClassifiersRequestGetClassifiersPaginateTypeDef#
# GetClassifiersRequestGetClassifiersPaginateTypeDef definition
class GetClassifiersRequestGetClassifiersPaginateTypeDef(TypedDict):
PaginationConfig: NotRequired[PaginatorConfigTypeDef], # (1)GetCrawlerMetricsRequestGetCrawlerMetricsPaginateTypeDef#
# GetCrawlerMetricsRequestGetCrawlerMetricsPaginateTypeDef definition
class GetCrawlerMetricsRequestGetCrawlerMetricsPaginateTypeDef(TypedDict):
CrawlerNameList: NotRequired[Sequence[str]],
PaginationConfig: NotRequired[PaginatorConfigTypeDef], # (1)GetCrawlersRequestGetCrawlersPaginateTypeDef#
# GetCrawlersRequestGetCrawlersPaginateTypeDef definition
class GetCrawlersRequestGetCrawlersPaginateTypeDef(TypedDict):
PaginationConfig: NotRequired[PaginatorConfigTypeDef], # (1)GetDatabasesRequestGetDatabasesPaginateTypeDef#
# GetDatabasesRequestGetDatabasesPaginateTypeDef definition
class GetDatabasesRequestGetDatabasesPaginateTypeDef(TypedDict):
CatalogId: NotRequired[str],
ResourceShareType: NotRequired[ResourceShareTypeType], # (1)
PaginationConfig: NotRequired[PaginatorConfigTypeDef], # (2)GetDevEndpointsRequestGetDevEndpointsPaginateTypeDef#
# GetDevEndpointsRequestGetDevEndpointsPaginateTypeDef definition
class GetDevEndpointsRequestGetDevEndpointsPaginateTypeDef(TypedDict):
PaginationConfig: NotRequired[PaginatorConfigTypeDef], # (1)GetJobRunsRequestGetJobRunsPaginateTypeDef#
# GetJobRunsRequestGetJobRunsPaginateTypeDef definition
class GetJobRunsRequestGetJobRunsPaginateTypeDef(TypedDict):
JobName: str,
PaginationConfig: NotRequired[PaginatorConfigTypeDef], # (1)GetJobsRequestGetJobsPaginateTypeDef#
# GetJobsRequestGetJobsPaginateTypeDef definition
class GetJobsRequestGetJobsPaginateTypeDef(TypedDict):
PaginationConfig: NotRequired[PaginatorConfigTypeDef], # (1)GetPartitionIndexesRequestGetPartitionIndexesPaginateTypeDef#
# GetPartitionIndexesRequestGetPartitionIndexesPaginateTypeDef definition
class GetPartitionIndexesRequestGetPartitionIndexesPaginateTypeDef(TypedDict):
DatabaseName: str,
TableName: str,
CatalogId: NotRequired[str],
PaginationConfig: NotRequired[PaginatorConfigTypeDef], # (1)GetResourcePoliciesRequestGetResourcePoliciesPaginateTypeDef#
# GetResourcePoliciesRequestGetResourcePoliciesPaginateTypeDef definition
class GetResourcePoliciesRequestGetResourcePoliciesPaginateTypeDef(TypedDict):
PaginationConfig: NotRequired[PaginatorConfigTypeDef], # (1)GetSecurityConfigurationsRequestGetSecurityConfigurationsPaginateTypeDef#
# GetSecurityConfigurationsRequestGetSecurityConfigurationsPaginateTypeDef definition
class GetSecurityConfigurationsRequestGetSecurityConfigurationsPaginateTypeDef(TypedDict):
PaginationConfig: NotRequired[PaginatorConfigTypeDef], # (1)GetTableVersionsRequestGetTableVersionsPaginateTypeDef#
# GetTableVersionsRequestGetTableVersionsPaginateTypeDef definition
class GetTableVersionsRequestGetTableVersionsPaginateTypeDef(TypedDict):
DatabaseName: str,
TableName: str,
CatalogId: NotRequired[str],
PaginationConfig: NotRequired[PaginatorConfigTypeDef], # (1)GetTablesRequestGetTablesPaginateTypeDef#
# GetTablesRequestGetTablesPaginateTypeDef definition
class GetTablesRequestGetTablesPaginateTypeDef(TypedDict):
DatabaseName: str,
CatalogId: NotRequired[str],
Expression: NotRequired[str],
TransactionId: NotRequired[str],
QueryAsOfTime: NotRequired[Union[datetime, str]],
PaginationConfig: NotRequired[PaginatorConfigTypeDef], # (1)GetTriggersRequestGetTriggersPaginateTypeDef#
# GetTriggersRequestGetTriggersPaginateTypeDef definition
class GetTriggersRequestGetTriggersPaginateTypeDef(TypedDict):
DependentJobName: NotRequired[str],
PaginationConfig: NotRequired[PaginatorConfigTypeDef], # (1)GetUserDefinedFunctionsRequestGetUserDefinedFunctionsPaginateTypeDef#
# GetUserDefinedFunctionsRequestGetUserDefinedFunctionsPaginateTypeDef definition
class GetUserDefinedFunctionsRequestGetUserDefinedFunctionsPaginateTypeDef(TypedDict):
Pattern: str,
CatalogId: NotRequired[str],
DatabaseName: NotRequired[str],
PaginationConfig: NotRequired[PaginatorConfigTypeDef], # (1)ListRegistriesInputListRegistriesPaginateTypeDef#
# ListRegistriesInputListRegistriesPaginateTypeDef definition
class ListRegistriesInputListRegistriesPaginateTypeDef(TypedDict):
PaginationConfig: NotRequired[PaginatorConfigTypeDef], # (1)ListSchemaVersionsInputListSchemaVersionsPaginateTypeDef#
# ListSchemaVersionsInputListSchemaVersionsPaginateTypeDef definition
class ListSchemaVersionsInputListSchemaVersionsPaginateTypeDef(TypedDict):
SchemaId: SchemaIdTypeDef, # (1)
PaginationConfig: NotRequired[PaginatorConfigTypeDef], # (2)ListSchemasInputListSchemasPaginateTypeDef#
# ListSchemasInputListSchemasPaginateTypeDef definition
class ListSchemasInputListSchemasPaginateTypeDef(TypedDict):
RegistryId: NotRequired[RegistryIdTypeDef], # (1)
PaginationConfig: NotRequired[PaginatorConfigTypeDef], # (2)GetConnectionsRequestGetConnectionsPaginateTypeDef#
# GetConnectionsRequestGetConnectionsPaginateTypeDef definition
class GetConnectionsRequestGetConnectionsPaginateTypeDef(TypedDict):
CatalogId: NotRequired[str],
Filter: NotRequired[GetConnectionsFilterTypeDef], # (1)
HidePassword: NotRequired[bool],
PaginationConfig: NotRequired[PaginatorConfigTypeDef], # (2)GetConnectionsRequestRequestTypeDef#
# GetConnectionsRequestRequestTypeDef definition
class GetConnectionsRequestRequestTypeDef(TypedDict):
CatalogId: NotRequired[str],
Filter: NotRequired[GetConnectionsFilterTypeDef], # (1)
HidePassword: NotRequired[bool],
NextToken: NotRequired[str],
MaxResults: NotRequired[int],GetJobBookmarkResponseTypeDef#
# GetJobBookmarkResponseTypeDef definition
class GetJobBookmarkResponseTypeDef(TypedDict):
JobBookmarkEntry: JobBookmarkEntryTypeDef, # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)ResetJobBookmarkResponseTypeDef#
# ResetJobBookmarkResponseTypeDef definition
class ResetJobBookmarkResponseTypeDef(TypedDict):
JobBookmarkEntry: JobBookmarkEntryTypeDef, # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)TransformFilterCriteriaTypeDef#
# TransformFilterCriteriaTypeDef definition
class TransformFilterCriteriaTypeDef(TypedDict):
Name: NotRequired[str],
TransformType: NotRequired[TransformTypeType], # (1)
Status: NotRequired[TransformStatusTypeType], # (2)
GlueVersion: NotRequired[str],
CreatedBefore: NotRequired[Union[datetime, str]],
CreatedAfter: NotRequired[Union[datetime, str]],
LastModifiedBefore: NotRequired[Union[datetime, str]],
LastModifiedAfter: NotRequired[Union[datetime, str]],
Schema: NotRequired[Sequence[SchemaColumnTypeDef]], # (3)GetMappingResponseTypeDef#
# GetMappingResponseTypeDef definition
class GetMappingResponseTypeDef(TypedDict):
Mapping: List[MappingEntryTypeDef], # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)GetPartitionsRequestGetPartitionsPaginateTypeDef#
# GetPartitionsRequestGetPartitionsPaginateTypeDef definition
class GetPartitionsRequestGetPartitionsPaginateTypeDef(TypedDict):
DatabaseName: str,
TableName: str,
CatalogId: NotRequired[str],
Expression: NotRequired[str],
Segment: NotRequired[SegmentTypeDef], # (1)
ExcludeColumnSchema: NotRequired[bool],
TransactionId: NotRequired[str],
QueryAsOfTime: NotRequired[Union[datetime, str]],
PaginationConfig: NotRequired[PaginatorConfigTypeDef], # (2)- See SegmentTypeDef
- See PaginatorConfigTypeDef
GetPartitionsRequestRequestTypeDef#
# GetPartitionsRequestRequestTypeDef definition
class GetPartitionsRequestRequestTypeDef(TypedDict):
DatabaseName: str,
TableName: str,
CatalogId: NotRequired[str],
Expression: NotRequired[str],
NextToken: NotRequired[str],
Segment: NotRequired[SegmentTypeDef], # (1)
MaxResults: NotRequired[int],
ExcludeColumnSchema: NotRequired[bool],
TransactionId: NotRequired[str],
QueryAsOfTime: NotRequired[Union[datetime, str]],- See SegmentTypeDef
GetResourcePoliciesResponseTypeDef#
# GetResourcePoliciesResponseTypeDef definition
class GetResourcePoliciesResponseTypeDef(TypedDict):
GetResourcePoliciesResponseList: List[GluePolicyTypeDef], # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
NextToken: NotRequired[str],GetSchemaVersionInputRequestTypeDef#
# GetSchemaVersionInputRequestTypeDef definition
class GetSchemaVersionInputRequestTypeDef(TypedDict):
SchemaId: NotRequired[SchemaIdTypeDef], # (1)
SchemaVersionId: NotRequired[str],
SchemaVersionNumber: NotRequired[SchemaVersionNumberTypeDef], # (2)GetSchemaVersionsDiffInputRequestTypeDef#
# GetSchemaVersionsDiffInputRequestTypeDef definition
class GetSchemaVersionsDiffInputRequestTypeDef(TypedDict):
SchemaId: SchemaIdTypeDef, # (1)
FirstSchemaVersionNumber: SchemaVersionNumberTypeDef, # (2)
SecondSchemaVersionNumber: SchemaVersionNumberTypeDef, # (2)
SchemaDiffType: SchemaDiffTypeType, # (4)- See SchemaIdTypeDef
- See SchemaVersionNumberTypeDef
- See SchemaVersionNumberTypeDef
- See SchemaDiffTypeType
UpdateSchemaInputRequestTypeDef#
# UpdateSchemaInputRequestTypeDef definition
class UpdateSchemaInputRequestTypeDef(TypedDict):
SchemaId: SchemaIdTypeDef, # (1)
SchemaVersionNumber: NotRequired[SchemaVersionNumberTypeDef], # (2)
Compatibility: NotRequired[CompatibilityType], # (3)
Description: NotRequired[str],GlueSchemaExtraOutputTypeDef#
# GlueSchemaExtraOutputTypeDef definition
class GlueSchemaExtraOutputTypeDef(TypedDict):
Columns: NotRequired[List[GlueStudioSchemaColumnTypeDef]], # (1)GlueSchemaOutputTypeDef#
# GlueSchemaOutputTypeDef definition
class GlueSchemaOutputTypeDef(TypedDict):
Columns: NotRequired[List[GlueStudioSchemaColumnTypeDef]], # (1)GlueSchemaTypeDef#
# GlueSchemaTypeDef definition
class GlueSchemaTypeDef(TypedDict):
Columns: NotRequired[Sequence[GlueStudioSchemaColumnTypeDef]], # (1)GovernedCatalogSourceTypeDef#
# GovernedCatalogSourceTypeDef definition
class GovernedCatalogSourceTypeDef(TypedDict):
Name: str,
Database: str,
Table: str,
PartitionPredicate: NotRequired[str],
AdditionalOptions: NotRequired[S3SourceAdditionalOptionsTypeDef], # (1)S3CatalogSourceTypeDef#
# S3CatalogSourceTypeDef definition
class S3CatalogSourceTypeDef(TypedDict):
Name: str,
Database: str,
Table: str,
PartitionPredicate: NotRequired[str],
AdditionalOptions: NotRequired[S3SourceAdditionalOptionsTypeDef], # (1)OpenTableFormatInputTypeDef#
# OpenTableFormatInputTypeDef definition
class OpenTableFormatInputTypeDef(TypedDict):
IcebergInput: NotRequired[IcebergInputTypeDef], # (1)JobRunTypeDef#
# JobRunTypeDef definition
class JobRunTypeDef(TypedDict):
Id: NotRequired[str],
Attempt: NotRequired[int],
PreviousRunId: NotRequired[str],
TriggerName: NotRequired[str],
JobName: NotRequired[str],
StartedOn: NotRequired[datetime],
LastModifiedOn: NotRequired[datetime],
CompletedOn: NotRequired[datetime],
JobRunState: NotRequired[JobRunStateType], # (1)
Arguments: NotRequired[Dict[str, str]],
ErrorMessage: NotRequired[str],
PredecessorRuns: NotRequired[List[PredecessorTypeDef]], # (2)
AllocatedCapacity: NotRequired[int],
ExecutionTime: NotRequired[int],
Timeout: NotRequired[int],
MaxCapacity: NotRequired[float],
WorkerType: NotRequired[WorkerTypeType], # (3)
NumberOfWorkers: NotRequired[int],
SecurityConfiguration: NotRequired[str],
LogGroupName: NotRequired[str],
NotificationProperty: NotRequired[NotificationPropertyTypeDef], # (4)
GlueVersion: NotRequired[str],
DPUSeconds: NotRequired[float],
ExecutionClass: NotRequired[ExecutionClassType], # (5)- See JobRunStateType
- See PredecessorTypeDef
- See WorkerTypeType
- See NotificationPropertyTypeDef
- See ExecutionClassType
JoinExtraOutputTypeDef#
# JoinExtraOutputTypeDef definition
class JoinExtraOutputTypeDef(TypedDict):
Name: str,
Inputs: List[str],
JoinType: JoinTypeType, # (1)
Columns: List[JoinColumnExtraOutputTypeDef], # (2)JoinOutputTypeDef#
# JoinOutputTypeDef definition
class JoinOutputTypeDef(TypedDict):
Name: str,
Inputs: List[str],
JoinType: JoinTypeType, # (1)
Columns: List[JoinColumnOutputTypeDef], # (2)- See JoinTypeType
- See JoinColumnOutputTypeDef
JoinTypeDef#
# JoinTypeDef definition
class JoinTypeDef(TypedDict):
Name: str,
Inputs: Sequence[str],
JoinType: JoinTypeType, # (1)
Columns: Sequence[JoinColumnTypeDef], # (2)- See JoinTypeType
- See JoinColumnTypeDef
TaskRunPropertiesTypeDef#
# TaskRunPropertiesTypeDef definition
class TaskRunPropertiesTypeDef(TypedDict):
TaskType: NotRequired[TaskTypeType], # (1)
ImportLabelsTaskRunProperties: NotRequired[ImportLabelsTaskRunPropertiesTypeDef], # (2)
ExportLabelsTaskRunProperties: NotRequired[ExportLabelsTaskRunPropertiesTypeDef], # (3)
LabelingSetGenerationTaskRunProperties: NotRequired[LabelingSetGenerationTaskRunPropertiesTypeDef], # (4)
FindMatchesTaskRunProperties: NotRequired[FindMatchesTaskRunPropertiesTypeDef], # (5)- See TaskTypeType
- See ImportLabelsTaskRunPropertiesTypeDef
- See ExportLabelsTaskRunPropertiesTypeDef
- See LabelingSetGenerationTaskRunPropertiesTypeDef
- See FindMatchesTaskRunPropertiesTypeDef
ListRegistriesResponseTypeDef#
# ListRegistriesResponseTypeDef definition
class ListRegistriesResponseTypeDef(TypedDict):
Registries: List[RegistryListItemTypeDef], # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
NextToken: NotRequired[str],ListSchemaVersionsResponseTypeDef#
# ListSchemaVersionsResponseTypeDef definition
class ListSchemaVersionsResponseTypeDef(TypedDict):
Schemas: List[SchemaVersionListItemTypeDef], # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
NextToken: NotRequired[str],ListSchemasResponseTypeDef#
# ListSchemasResponseTypeDef definition
class ListSchemasResponseTypeDef(TypedDict):
Schemas: List[SchemaListItemTypeDef], # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
NextToken: NotRequired[str],TransformEncryptionTypeDef#
# TransformEncryptionTypeDef definition
class TransformEncryptionTypeDef(TypedDict):
MlUserDataEncryption: NotRequired[MLUserDataEncryptionTypeDef], # (1)
TaskRunSecurityConfigurationName: NotRequired[str],MetadataInfoTypeDef#
# MetadataInfoTypeDef definition
class MetadataInfoTypeDef(TypedDict):
MetadataValue: NotRequired[str],
CreatedTime: NotRequired[str],
OtherMetadataValueList: NotRequired[List[OtherMetadataValueListItemTypeDef]], # (1)PutSchemaVersionMetadataInputRequestTypeDef#
# PutSchemaVersionMetadataInputRequestTypeDef definition
class PutSchemaVersionMetadataInputRequestTypeDef(TypedDict):
MetadataKeyValue: MetadataKeyValuePairTypeDef, # (1)
SchemaId: NotRequired[SchemaIdTypeDef], # (2)
SchemaVersionNumber: NotRequired[SchemaVersionNumberTypeDef], # (3)
SchemaVersionId: NotRequired[str],QuerySchemaVersionMetadataInputRequestTypeDef#
# QuerySchemaVersionMetadataInputRequestTypeDef definition
class QuerySchemaVersionMetadataInputRequestTypeDef(TypedDict):
SchemaId: NotRequired[SchemaIdTypeDef], # (1)
SchemaVersionNumber: NotRequired[SchemaVersionNumberTypeDef], # (2)
SchemaVersionId: NotRequired[str],
MetadataList: NotRequired[Sequence[MetadataKeyValuePairTypeDef]], # (3)
MaxResults: NotRequired[int],
NextToken: NotRequired[str],RemoveSchemaVersionMetadataInputRequestTypeDef#
# RemoveSchemaVersionMetadataInputRequestTypeDef definition
class RemoveSchemaVersionMetadataInputRequestTypeDef(TypedDict):
MetadataKeyValue: MetadataKeyValuePairTypeDef, # (1)
SchemaId: NotRequired[SchemaIdTypeDef], # (2)
SchemaVersionNumber: NotRequired[SchemaVersionNumberTypeDef], # (3)
SchemaVersionId: NotRequired[str],RecipeExtraOutputTypeDef#
# RecipeExtraOutputTypeDef definition
class RecipeExtraOutputTypeDef(TypedDict):
Name: str,
Inputs: List[str],
RecipeReference: RecipeReferenceTypeDef, # (1)RecipeOutputTypeDef#
# RecipeOutputTypeDef definition
class RecipeOutputTypeDef(TypedDict):
Name: str,
Inputs: List[str],
RecipeReference: RecipeReferenceTypeDef, # (1)RecipeTypeDef#
# RecipeTypeDef definition
class RecipeTypeDef(TypedDict):
Name: str,
Inputs: Sequence[str],
RecipeReference: RecipeReferenceTypeDef, # (1)RedshiftTargetExtraOutputTypeDef#
# RedshiftTargetExtraOutputTypeDef definition
class RedshiftTargetExtraOutputTypeDef(TypedDict):
Name: str,
Inputs: List[str],
Database: str,
Table: str,
RedshiftTmpDir: NotRequired[str],
TmpDirIAMRole: NotRequired[str],
UpsertRedshiftOptions: NotRequired[UpsertRedshiftTargetOptionsExtraOutputTypeDef], # (1)RedshiftTargetOutputTypeDef#
# RedshiftTargetOutputTypeDef definition
class RedshiftTargetOutputTypeDef(TypedDict):
Name: str,
Inputs: List[str],
Database: str,
Table: str,
RedshiftTmpDir: NotRequired[str],
TmpDirIAMRole: NotRequired[str],
UpsertRedshiftOptions: NotRequired[UpsertRedshiftTargetOptionsOutputTypeDef], # (1)RedshiftTargetTypeDef#
# RedshiftTargetTypeDef definition
class RedshiftTargetTypeDef(TypedDict):
Name: str,
Inputs: Sequence[str],
Database: str,
Table: str,
RedshiftTmpDir: NotRequired[str],
TmpDirIAMRole: NotRequired[str],
UpsertRedshiftOptions: NotRequired[UpsertRedshiftTargetOptionsTypeDef], # (1)UserDefinedFunctionInputTypeDef#
# UserDefinedFunctionInputTypeDef definition
class UserDefinedFunctionInputTypeDef(TypedDict):
FunctionName: NotRequired[str],
ClassName: NotRequired[str],
OwnerName: NotRequired[str],
OwnerType: NotRequired[PrincipalTypeType], # (1)
ResourceUris: NotRequired[Sequence[ResourceUriTypeDef]], # (2)- See PrincipalTypeType
- See ResourceUriTypeDef
UserDefinedFunctionTypeDef#
# UserDefinedFunctionTypeDef definition
class UserDefinedFunctionTypeDef(TypedDict):
FunctionName: NotRequired[str],
DatabaseName: NotRequired[str],
ClassName: NotRequired[str],
OwnerName: NotRequired[str],
OwnerType: NotRequired[PrincipalTypeType], # (1)
CreateTime: NotRequired[datetime],
ResourceUris: NotRequired[List[ResourceUriTypeDef]], # (2)
CatalogId: NotRequired[str],- See PrincipalTypeType
- See ResourceUriTypeDef
TableOptimizerRunTypeDef#
# TableOptimizerRunTypeDef definition
class TableOptimizerRunTypeDef(TypedDict):
eventType: NotRequired[TableOptimizerEventTypeType], # (1)
startTimestamp: NotRequired[datetime],
endTimestamp: NotRequired[datetime],
metrics: NotRequired[RunMetricsTypeDef], # (2)
error: NotRequired[str],SearchTablesRequestRequestTypeDef#
# SearchTablesRequestRequestTypeDef definition
class SearchTablesRequestRequestTypeDef(TypedDict):
CatalogId: NotRequired[str],
NextToken: NotRequired[str],
Filters: NotRequired[Sequence[PropertyPredicateTypeDef]], # (1)
SearchText: NotRequired[str],
SortCriteria: NotRequired[Sequence[SortCriterionTypeDef]], # (2)
MaxResults: NotRequired[int],
ResourceShareType: NotRequired[ResourceShareTypeType], # (3)StatementOutputTypeDef#
# StatementOutputTypeDef definition
class StatementOutputTypeDef(TypedDict):
Data: NotRequired[StatementOutputDataTypeDef], # (1)
ExecutionCount: NotRequired[int],
Status: NotRequired[StatementStateType], # (2)
ErrorName: NotRequired[str],
ErrorValue: NotRequired[str],
Traceback: NotRequired[List[str]],UpdateClassifierRequestRequestTypeDef#
# UpdateClassifierRequestRequestTypeDef definition
class UpdateClassifierRequestRequestTypeDef(TypedDict):
GrokClassifier: NotRequired[UpdateGrokClassifierRequestTypeDef], # (1)
XMLClassifier: NotRequired[UpdateXMLClassifierRequestTypeDef], # (2)
JsonClassifier: NotRequired[UpdateJsonClassifierRequestTypeDef], # (3)
CsvClassifier: NotRequired[UpdateCsvClassifierRequestTypeDef], # (4)- See UpdateGrokClassifierRequestTypeDef
- See UpdateXMLClassifierRequestTypeDef
- See UpdateJsonClassifierRequestTypeDef
- See UpdateCsvClassifierRequestTypeDef
ViewDefinitionTypeDef#
# ViewDefinitionTypeDef definition
class ViewDefinitionTypeDef(TypedDict):
IsProtected: NotRequired[bool],
Definer: NotRequired[str],
SubObjects: NotRequired[List[str]],
Representations: NotRequired[List[ViewRepresentationTypeDef]], # (1)AmazonRedshiftSourceExtraOutputTypeDef#
# AmazonRedshiftSourceExtraOutputTypeDef definition
class AmazonRedshiftSourceExtraOutputTypeDef(TypedDict):
Name: NotRequired[str],
Data: NotRequired[AmazonRedshiftNodeDataExtraOutputTypeDef], # (1)AmazonRedshiftTargetExtraOutputTypeDef#
# AmazonRedshiftTargetExtraOutputTypeDef definition
class AmazonRedshiftTargetExtraOutputTypeDef(TypedDict):
Name: NotRequired[str],
Data: NotRequired[AmazonRedshiftNodeDataExtraOutputTypeDef], # (1)
Inputs: NotRequired[List[str]],AmazonRedshiftSourceOutputTypeDef#
# AmazonRedshiftSourceOutputTypeDef definition
class AmazonRedshiftSourceOutputTypeDef(TypedDict):
Name: NotRequired[str],
Data: NotRequired[AmazonRedshiftNodeDataOutputTypeDef], # (1)AmazonRedshiftTargetOutputTypeDef#
# AmazonRedshiftTargetOutputTypeDef definition
class AmazonRedshiftTargetOutputTypeDef(TypedDict):
Name: NotRequired[str],
Data: NotRequired[AmazonRedshiftNodeDataOutputTypeDef], # (1)
Inputs: NotRequired[List[str]],AmazonRedshiftSourceTypeDef#
# AmazonRedshiftSourceTypeDef definition
class AmazonRedshiftSourceTypeDef(TypedDict):
Name: NotRequired[str],
Data: NotRequired[AmazonRedshiftNodeDataTypeDef], # (1)AmazonRedshiftTargetTypeDef#
# AmazonRedshiftTargetTypeDef definition
class AmazonRedshiftTargetTypeDef(TypedDict):
Name: NotRequired[str],
Data: NotRequired[AmazonRedshiftNodeDataTypeDef], # (1)
Inputs: NotRequired[Sequence[str]],SnowflakeTargetExtraOutputTypeDef#
# SnowflakeTargetExtraOutputTypeDef definition
class SnowflakeTargetExtraOutputTypeDef(TypedDict):
Name: str,
Data: SnowflakeNodeDataExtraOutputTypeDef, # (1)
Inputs: NotRequired[List[str]],SnowflakeTargetOutputTypeDef#
# SnowflakeTargetOutputTypeDef definition
class SnowflakeTargetOutputTypeDef(TypedDict):
Name: str,
Data: SnowflakeNodeDataOutputTypeDef, # (1)
Inputs: NotRequired[List[str]],SnowflakeTargetTypeDef#
# SnowflakeTargetTypeDef definition
class SnowflakeTargetTypeDef(TypedDict):
Name: str,
Data: SnowflakeNodeDataTypeDef, # (1)
Inputs: NotRequired[Sequence[str]],PartitionIndexDescriptorTypeDef#
# PartitionIndexDescriptorTypeDef definition
class PartitionIndexDescriptorTypeDef(TypedDict):
IndexName: str,
Keys: List[KeySchemaElementTypeDef], # (1)
IndexStatus: PartitionIndexStatusType, # (2)
BackfillErrors: NotRequired[List[BackfillErrorTypeDef]], # (3)BatchStopJobRunResponseTypeDef#
# BatchStopJobRunResponseTypeDef definition
class BatchStopJobRunResponseTypeDef(TypedDict):
SuccessfulSubmissions: List[BatchStopJobRunSuccessfulSubmissionTypeDef], # (1)
Errors: List[BatchStopJobRunErrorTypeDef], # (2)
ResponseMetadata: ResponseMetadataTypeDef, # (3)- See BatchStopJobRunSuccessfulSubmissionTypeDef
- See BatchStopJobRunErrorTypeDef
- See ResponseMetadataTypeDef
BatchUpdatePartitionResponseTypeDef#
# BatchUpdatePartitionResponseTypeDef definition
class BatchUpdatePartitionResponseTypeDef(TypedDict):
Errors: List[BatchUpdatePartitionFailureEntryTypeDef], # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)BatchCreatePartitionResponseTypeDef#
# BatchCreatePartitionResponseTypeDef definition
class BatchCreatePartitionResponseTypeDef(TypedDict):
Errors: List[PartitionErrorTypeDef], # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)BatchDeletePartitionResponseTypeDef#
# BatchDeletePartitionResponseTypeDef definition
class BatchDeletePartitionResponseTypeDef(TypedDict):
Errors: List[PartitionErrorTypeDef], # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)BatchDeleteTableResponseTypeDef#
# BatchDeleteTableResponseTypeDef definition
class BatchDeleteTableResponseTypeDef(TypedDict):
Errors: List[TableErrorTypeDef], # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)BatchDeleteTableVersionResponseTypeDef#
# BatchDeleteTableVersionResponseTypeDef definition
class BatchDeleteTableVersionResponseTypeDef(TypedDict):
Errors: List[TableVersionErrorTypeDef], # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)DecimalColumnStatisticsDataTypeDef#
# DecimalColumnStatisticsDataTypeDef definition
class DecimalColumnStatisticsDataTypeDef(TypedDict):
NumberOfNulls: int,
NumberOfDistinctValues: int,
MinimumValue: NotRequired[DecimalNumberTypeDef], # (1)
MaximumValue: NotRequired[DecimalNumberTypeDef], # (1)BatchGetBlueprintsResponseTypeDef#
# BatchGetBlueprintsResponseTypeDef definition
class BatchGetBlueprintsResponseTypeDef(TypedDict):
Blueprints: List[BlueprintTypeDef], # (1)
MissingBlueprints: List[str],
ResponseMetadata: ResponseMetadataTypeDef, # (2)GetBlueprintResponseTypeDef#
# GetBlueprintResponseTypeDef definition
class GetBlueprintResponseTypeDef(TypedDict):
Blueprint: BlueprintTypeDef, # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)GetClassifierResponseTypeDef#
# GetClassifierResponseTypeDef definition
class GetClassifierResponseTypeDef(TypedDict):
Classifier: ClassifierTypeDef, # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)GetClassifiersResponseTypeDef#
# GetClassifiersResponseTypeDef definition
class GetClassifiersResponseTypeDef(TypedDict):
Classifiers: List[ClassifierTypeDef], # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
NextToken: NotRequired[str],GetDataflowGraphResponseTypeDef#
# GetDataflowGraphResponseTypeDef definition
class GetDataflowGraphResponseTypeDef(TypedDict):
DagNodes: List[CodeGenNodeOutputTypeDef], # (1)
DagEdges: List[CodeGenEdgeTypeDef], # (2)
ResponseMetadata: ResponseMetadataTypeDef, # (3)GetMappingRequestRequestTypeDef#
# GetMappingRequestRequestTypeDef definition
class GetMappingRequestRequestTypeDef(TypedDict):
Source: CatalogEntryTypeDef, # (1)
Sinks: NotRequired[Sequence[CatalogEntryTypeDef]], # (2)
Location: NotRequired[LocationTypeDef], # (3)- See CatalogEntryTypeDef
- See CatalogEntryTypeDef
- See LocationTypeDef
GetPlanRequestRequestTypeDef#
# GetPlanRequestRequestTypeDef definition
class GetPlanRequestRequestTypeDef(TypedDict):
Mapping: Sequence[MappingEntryTypeDef], # (1)
Source: CatalogEntryTypeDef, # (2)
Sinks: NotRequired[Sequence[CatalogEntryTypeDef]], # (3)
Location: NotRequired[LocationTypeDef], # (4)
Language: NotRequired[LanguageType], # (5)
AdditionalPlanOptionsMap: NotRequired[Mapping[str, str]],- See MappingEntryTypeDef
- See CatalogEntryTypeDef
- See CatalogEntryTypeDef
- See LocationTypeDef
- See LanguageType
CatalogKafkaSourceTypeDef#
# CatalogKafkaSourceTypeDef definition
class CatalogKafkaSourceTypeDef(TypedDict):
Name: str,
Table: str,
Database: str,
WindowSize: NotRequired[int],
DetectSchema: NotRequired[bool],
StreamingOptions: NotRequired[KafkaStreamingSourceOptionsTypeDef], # (1)
DataPreviewOptions: NotRequired[StreamingDataPreviewOptionsTypeDef], # (2)DirectKafkaSourceTypeDef#
# DirectKafkaSourceTypeDef definition
class DirectKafkaSourceTypeDef(TypedDict):
Name: str,
StreamingOptions: NotRequired[KafkaStreamingSourceOptionsTypeDef], # (1)
WindowSize: NotRequired[int],
DetectSchema: NotRequired[bool],
DataPreviewOptions: NotRequired[StreamingDataPreviewOptionsTypeDef], # (2)CatalogKinesisSourceTypeDef#
# CatalogKinesisSourceTypeDef definition
class CatalogKinesisSourceTypeDef(TypedDict):
Name: str,
Table: str,
Database: str,
WindowSize: NotRequired[int],
DetectSchema: NotRequired[bool],
StreamingOptions: NotRequired[KinesisStreamingSourceOptionsTypeDef], # (1)
DataPreviewOptions: NotRequired[StreamingDataPreviewOptionsTypeDef], # (2)DirectKinesisSourceTypeDef#
# DirectKinesisSourceTypeDef definition
class DirectKinesisSourceTypeDef(TypedDict):
Name: str,
WindowSize: NotRequired[int],
DetectSchema: NotRequired[bool],
StreamingOptions: NotRequired[KinesisStreamingSourceOptionsTypeDef], # (1)
DataPreviewOptions: NotRequired[StreamingDataPreviewOptionsTypeDef], # (2)GetUnfilteredPartitionMetadataRequestRequestTypeDef#
# GetUnfilteredPartitionMetadataRequestRequestTypeDef definition
class GetUnfilteredPartitionMetadataRequestRequestTypeDef(TypedDict):
CatalogId: str,
DatabaseName: str,
TableName: str,
PartitionValues: Sequence[str],
SupportedPermissionTypes: Sequence[PermissionTypeType], # (1)
Region: NotRequired[str],
AuditContext: NotRequired[AuditContextTypeDef], # (2)
QuerySessionContext: NotRequired[QuerySessionContextTypeDef], # (3)GetUnfilteredPartitionsMetadataRequestRequestTypeDef#
# GetUnfilteredPartitionsMetadataRequestRequestTypeDef definition
class GetUnfilteredPartitionsMetadataRequestRequestTypeDef(TypedDict):
CatalogId: str,
DatabaseName: str,
TableName: str,
SupportedPermissionTypes: Sequence[PermissionTypeType], # (1)
Region: NotRequired[str],
Expression: NotRequired[str],
AuditContext: NotRequired[AuditContextTypeDef], # (2)
NextToken: NotRequired[str],
Segment: NotRequired[SegmentTypeDef], # (3)
MaxResults: NotRequired[int],
QuerySessionContext: NotRequired[QuerySessionContextTypeDef], # (4)GetUnfilteredTableMetadataRequestRequestTypeDef#
# GetUnfilteredTableMetadataRequestRequestTypeDef definition
class GetUnfilteredTableMetadataRequestRequestTypeDef(TypedDict):
CatalogId: str,
DatabaseName: str,
Name: str,
SupportedPermissionTypes: Sequence[PermissionTypeType], # (1)
Region: NotRequired[str],
AuditContext: NotRequired[AuditContextTypeDef], # (2)
ParentResourceArn: NotRequired[str],
RootResourceArn: NotRequired[str],
SupportedDialect: NotRequired[SupportedDialectTypeDef], # (3)
Permissions: NotRequired[Sequence[PermissionType]], # (4)
QuerySessionContext: NotRequired[QuerySessionContextTypeDef], # (5)- See PermissionTypeType
- See AuditContextTypeDef
- See SupportedDialectTypeDef
- See PermissionType
- See QuerySessionContextTypeDef
GetMLTaskRunsRequestRequestTypeDef#
# GetMLTaskRunsRequestRequestTypeDef definition
class GetMLTaskRunsRequestRequestTypeDef(TypedDict):
TransformId: str,
NextToken: NotRequired[str],
MaxResults: NotRequired[int],
Filter: NotRequired[TaskRunFilterCriteriaTypeDef], # (1)
Sort: NotRequired[TaskRunSortCriteriaTypeDef], # (2)TriggerTypeDef#
# TriggerTypeDef definition
class TriggerTypeDef(TypedDict):
Name: NotRequired[str],
WorkflowName: NotRequired[str],
Id: NotRequired[str],
Type: NotRequired[TriggerTypeType], # (1)
State: NotRequired[TriggerStateType], # (2)
Description: NotRequired[str],
Schedule: NotRequired[str],
Actions: NotRequired[List[ActionOutputTypeDef]], # (3)
Predicate: NotRequired[PredicateOutputTypeDef], # (4)
EventBatchingCondition: NotRequired[EventBatchingConditionTypeDef], # (5)- See TriggerTypeType
- See TriggerStateType
- See ActionOutputTypeDef
- See PredicateOutputTypeDef
- See EventBatchingConditionTypeDef
TriggerUpdateTypeDef#
# TriggerUpdateTypeDef definition
class TriggerUpdateTypeDef(TypedDict):
Name: NotRequired[str],
Description: NotRequired[str],
Schedule: NotRequired[str],
Actions: NotRequired[Sequence[ActionTypeDef]], # (1)
Predicate: NotRequired[PredicateTypeDef], # (2)
EventBatchingCondition: NotRequired[EventBatchingConditionTypeDef], # (3)EvaluationMetricsTypeDef#
# EvaluationMetricsTypeDef definition
class EvaluationMetricsTypeDef(TypedDict):
TransformType: TransformTypeType, # (1)
FindMatchesMetrics: NotRequired[FindMatchesMetricsTypeDef], # (2)CreateConnectionRequestRequestTypeDef#
# CreateConnectionRequestRequestTypeDef definition
class CreateConnectionRequestRequestTypeDef(TypedDict):
ConnectionInput: ConnectionInputTypeDef, # (1)
CatalogId: NotRequired[str],
Tags: NotRequired[Mapping[str, str]],UpdateConnectionRequestRequestTypeDef#
# UpdateConnectionRequestRequestTypeDef definition
class UpdateConnectionRequestRequestTypeDef(TypedDict):
Name: str,
ConnectionInput: ConnectionInputTypeDef, # (1)
CatalogId: NotRequired[str],GetConnectionResponseTypeDef#
# GetConnectionResponseTypeDef definition
class GetConnectionResponseTypeDef(TypedDict):
Connection: ConnectionTypeDef, # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)GetConnectionsResponseTypeDef#
# GetConnectionsResponseTypeDef definition
class GetConnectionsResponseTypeDef(TypedDict):
ConnectionList: List[ConnectionTypeDef], # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
NextToken: NotRequired[str],CrawlerTypeDef#
# CrawlerTypeDef definition
class CrawlerTypeDef(TypedDict):
Name: NotRequired[str],
Role: NotRequired[str],
Targets: NotRequired[CrawlerTargetsOutputTypeDef], # (1)
DatabaseName: NotRequired[str],
Description: NotRequired[str],
Classifiers: NotRequired[List[str]],
RecrawlPolicy: NotRequired[RecrawlPolicyTypeDef], # (2)
SchemaChangePolicy: NotRequired[SchemaChangePolicyTypeDef], # (3)
LineageConfiguration: NotRequired[LineageConfigurationTypeDef], # (4)
State: NotRequired[CrawlerStateType], # (5)
TablePrefix: NotRequired[str],
Schedule: NotRequired[ScheduleTypeDef], # (6)
CrawlElapsedTime: NotRequired[int],
CreationTime: NotRequired[datetime],
LastUpdated: NotRequired[datetime],
LastCrawl: NotRequired[LastCrawlInfoTypeDef], # (7)
Version: NotRequired[int],
Configuration: NotRequired[str],
CrawlerSecurityConfiguration: NotRequired[str],
LakeFormationConfiguration: NotRequired[LakeFormationConfigurationTypeDef], # (8)- See CrawlerTargetsOutputTypeDef
- See RecrawlPolicyTypeDef
- See SchemaChangePolicyTypeDef
- See LineageConfigurationTypeDef
- See CrawlerStateType
- See ScheduleTypeDef
- See LastCrawlInfoTypeDef
- See LakeFormationConfigurationTypeDef
CreateCrawlerRequestRequestTypeDef#
# CreateCrawlerRequestRequestTypeDef definition
class CreateCrawlerRequestRequestTypeDef(TypedDict):
Name: str,
Role: str,
Targets: CrawlerTargetsTypeDef, # (1)
DatabaseName: NotRequired[str],
Description: NotRequired[str],
Schedule: NotRequired[str],
Classifiers: NotRequired[Sequence[str]],
TablePrefix: NotRequired[str],
SchemaChangePolicy: NotRequired[SchemaChangePolicyTypeDef], # (2)
RecrawlPolicy: NotRequired[RecrawlPolicyTypeDef], # (3)
LineageConfiguration: NotRequired[LineageConfigurationTypeDef], # (4)
LakeFormationConfiguration: NotRequired[LakeFormationConfigurationTypeDef], # (5)
Configuration: NotRequired[str],
CrawlerSecurityConfiguration: NotRequired[str],
Tags: NotRequired[Mapping[str, str]],- See CrawlerTargetsTypeDef
- See SchemaChangePolicyTypeDef
- See RecrawlPolicyTypeDef
- See LineageConfigurationTypeDef
- See LakeFormationConfigurationTypeDef
UpdateCrawlerRequestRequestTypeDef#
# UpdateCrawlerRequestRequestTypeDef definition
class UpdateCrawlerRequestRequestTypeDef(TypedDict):
Name: str,
Role: NotRequired[str],
DatabaseName: NotRequired[str],
Description: NotRequired[str],
Targets: NotRequired[CrawlerTargetsTypeDef], # (1)
Schedule: NotRequired[str],
Classifiers: NotRequired[Sequence[str]],
TablePrefix: NotRequired[str],
SchemaChangePolicy: NotRequired[SchemaChangePolicyTypeDef], # (2)
RecrawlPolicy: NotRequired[RecrawlPolicyTypeDef], # (3)
LineageConfiguration: NotRequired[LineageConfigurationTypeDef], # (4)
LakeFormationConfiguration: NotRequired[LakeFormationConfigurationTypeDef], # (5)
Configuration: NotRequired[str],
CrawlerSecurityConfiguration: NotRequired[str],- See CrawlerTargetsTypeDef
- See SchemaChangePolicyTypeDef
- See RecrawlPolicyTypeDef
- See LineageConfigurationTypeDef
- See LakeFormationConfigurationTypeDef
ListDataQualityRulesetsRequestRequestTypeDef#
# ListDataQualityRulesetsRequestRequestTypeDef definition
class ListDataQualityRulesetsRequestRequestTypeDef(TypedDict):
NextToken: NotRequired[str],
MaxResults: NotRequired[int],
Filter: NotRequired[DataQualityRulesetFilterCriteriaTypeDef], # (1)
Tags: NotRequired[Mapping[str, str]],ListDataQualityRulesetsResponseTypeDef#
# ListDataQualityRulesetsResponseTypeDef definition
class ListDataQualityRulesetsResponseTypeDef(TypedDict):
Rulesets: List[DataQualityRulesetListDetailsTypeDef], # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
NextToken: NotRequired[str],CreateSessionResponseTypeDef#
# CreateSessionResponseTypeDef definition
class CreateSessionResponseTypeDef(TypedDict):
Session: SessionTypeDef, # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)GetSessionResponseTypeDef#
# GetSessionResponseTypeDef definition
class GetSessionResponseTypeDef(TypedDict):
Session: SessionTypeDef, # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)ListSessionsResponseTypeDef#
# ListSessionsResponseTypeDef definition
class ListSessionsResponseTypeDef(TypedDict):
Ids: List[str],
Sessions: List[SessionTypeDef], # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
NextToken: NotRequired[str],GetDataCatalogEncryptionSettingsResponseTypeDef#
# GetDataCatalogEncryptionSettingsResponseTypeDef definition
class GetDataCatalogEncryptionSettingsResponseTypeDef(TypedDict):
DataCatalogEncryptionSettings: DataCatalogEncryptionSettingsTypeDef, # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)PutDataCatalogEncryptionSettingsRequestRequestTypeDef#
# PutDataCatalogEncryptionSettingsRequestRequestTypeDef definition
class PutDataCatalogEncryptionSettingsRequestRequestTypeDef(TypedDict):
DataCatalogEncryptionSettings: DataCatalogEncryptionSettingsTypeDef, # (1)
CatalogId: NotRequired[str],DatabaseTypeDef#
# DatabaseTypeDef definition
class DatabaseTypeDef(TypedDict):
Name: str,
Description: NotRequired[str],
LocationUri: NotRequired[str],
Parameters: NotRequired[Dict[str, str]],
CreateTime: NotRequired[datetime],
CreateTableDefaultPermissions: NotRequired[List[PrincipalPermissionsOutputTypeDef]], # (1)
TargetDatabase: NotRequired[DatabaseIdentifierTypeDef], # (2)
CatalogId: NotRequired[str],
FederatedDatabase: NotRequired[FederatedDatabaseTypeDef], # (3)DatabaseInputTypeDef#
# DatabaseInputTypeDef definition
class DatabaseInputTypeDef(TypedDict):
Name: str,
Description: NotRequired[str],
LocationUri: NotRequired[str],
Parameters: NotRequired[Mapping[str, str]],
CreateTableDefaultPermissions: NotRequired[Sequence[PrincipalPermissionsTypeDef]], # (1)
TargetDatabase: NotRequired[DatabaseIdentifierTypeDef], # (2)
FederatedDatabase: NotRequired[FederatedDatabaseTypeDef], # (3)DataQualityObservationTypeDef#
# DataQualityObservationTypeDef definition
class DataQualityObservationTypeDef(TypedDict):
Description: NotRequired[str],
MetricBasedObservation: NotRequired[MetricBasedObservationTypeDef], # (1)DataQualityResultDescriptionTypeDef#
# DataQualityResultDescriptionTypeDef definition
class DataQualityResultDescriptionTypeDef(TypedDict):
ResultId: NotRequired[str],
DataSource: NotRequired[DataSourceOutputTypeDef], # (1)
JobName: NotRequired[str],
JobRunId: NotRequired[str],
StartedOn: NotRequired[datetime],DataQualityRuleRecommendationRunDescriptionTypeDef#
# DataQualityRuleRecommendationRunDescriptionTypeDef definition
class DataQualityRuleRecommendationRunDescriptionTypeDef(TypedDict):
RunId: NotRequired[str],
Status: NotRequired[TaskStatusTypeType], # (1)
StartedOn: NotRequired[datetime],
DataSource: NotRequired[DataSourceOutputTypeDef], # (2)DataQualityRulesetEvaluationRunDescriptionTypeDef#
# DataQualityRulesetEvaluationRunDescriptionTypeDef definition
class DataQualityRulesetEvaluationRunDescriptionTypeDef(TypedDict):
RunId: NotRequired[str],
Status: NotRequired[TaskStatusTypeType], # (1)
StartedOn: NotRequired[datetime],
DataSource: NotRequired[DataSourceOutputTypeDef], # (2)GetDataQualityRuleRecommendationRunResponseTypeDef#
# GetDataQualityRuleRecommendationRunResponseTypeDef definition
class GetDataQualityRuleRecommendationRunResponseTypeDef(TypedDict):
RunId: str,
DataSource: DataSourceOutputTypeDef, # (1)
Role: str,
NumberOfWorkers: int,
Timeout: int,
Status: TaskStatusTypeType, # (2)
ErrorString: str,
StartedOn: datetime,
LastModifiedOn: datetime,
CompletedOn: datetime,
ExecutionTime: int,
RecommendedRuleset: str,
CreatedRulesetName: str,
ResponseMetadata: ResponseMetadataTypeDef, # (3)GetDataQualityRulesetEvaluationRunResponseTypeDef#
# GetDataQualityRulesetEvaluationRunResponseTypeDef definition
class GetDataQualityRulesetEvaluationRunResponseTypeDef(TypedDict):
RunId: str,
DataSource: DataSourceOutputTypeDef, # (1)
Role: str,
NumberOfWorkers: int,
Timeout: int,
AdditionalRunOptions: DataQualityEvaluationRunAdditionalRunOptionsTypeDef, # (2)
Status: TaskStatusTypeType, # (3)
ErrorString: str,
StartedOn: datetime,
LastModifiedOn: datetime,
CompletedOn: datetime,
ExecutionTime: int,
RulesetNames: List[str],
ResultIds: List[str],
AdditionalDataSources: Dict[str, DataSourceOutputTypeDef], # (4)
ResponseMetadata: ResponseMetadataTypeDef, # (5)- See DataSourceOutputTypeDef
- See DataQualityEvaluationRunAdditionalRunOptionsTypeDef
- See TaskStatusTypeType
- See DataSourceOutputTypeDef
- See ResponseMetadataTypeDef
DataQualityResultFilterCriteriaTypeDef#
# DataQualityResultFilterCriteriaTypeDef definition
class DataQualityResultFilterCriteriaTypeDef(TypedDict):
DataSource: NotRequired[DataSourceTypeDef], # (1)
JobName: NotRequired[str],
JobRunId: NotRequired[str],
StartedAfter: NotRequired[Union[datetime, str]],
StartedBefore: NotRequired[Union[datetime, str]],DataQualityRuleRecommendationRunFilterTypeDef#
# DataQualityRuleRecommendationRunFilterTypeDef definition
class DataQualityRuleRecommendationRunFilterTypeDef(TypedDict):
DataSource: DataSourceTypeDef, # (1)
StartedBefore: NotRequired[Union[datetime, str]],
StartedAfter: NotRequired[Union[datetime, str]],DataQualityRulesetEvaluationRunFilterTypeDef#
# DataQualityRulesetEvaluationRunFilterTypeDef definition
class DataQualityRulesetEvaluationRunFilterTypeDef(TypedDict):
DataSource: DataSourceTypeDef, # (1)
StartedBefore: NotRequired[Union[datetime, str]],
StartedAfter: NotRequired[Union[datetime, str]],StartDataQualityRuleRecommendationRunRequestRequestTypeDef#
# StartDataQualityRuleRecommendationRunRequestRequestTypeDef definition
class StartDataQualityRuleRecommendationRunRequestRequestTypeDef(TypedDict):
DataSource: DataSourceTypeDef, # (1)
Role: str,
NumberOfWorkers: NotRequired[int],
Timeout: NotRequired[int],
CreatedRulesetName: NotRequired[str],
ClientToken: NotRequired[str],DropNullFieldsExtraOutputTypeDef#
# DropNullFieldsExtraOutputTypeDef definition
class DropNullFieldsExtraOutputTypeDef(TypedDict):
Name: str,
Inputs: List[str],
NullCheckBoxList: NotRequired[NullCheckBoxListTypeDef], # (1)
NullTextList: NotRequired[List[NullValueFieldTypeDef]], # (2)DropNullFieldsOutputTypeDef#
# DropNullFieldsOutputTypeDef definition
class DropNullFieldsOutputTypeDef(TypedDict):
Name: str,
Inputs: List[str],
NullCheckBoxList: NotRequired[NullCheckBoxListTypeDef], # (1)
NullTextList: NotRequired[List[NullValueFieldTypeDef]], # (2)DropNullFieldsTypeDef#
# DropNullFieldsTypeDef definition
class DropNullFieldsTypeDef(TypedDict):
Name: str,
Inputs: Sequence[str],
NullCheckBoxList: NotRequired[NullCheckBoxListTypeDef], # (1)
NullTextList: NotRequired[Sequence[NullValueFieldTypeDef]], # (2)ColumnStatisticsDataOutputTypeDef#
# ColumnStatisticsDataOutputTypeDef definition
class ColumnStatisticsDataOutputTypeDef(TypedDict):
Type: ColumnStatisticsTypeType, # (1)
BooleanColumnStatisticsData: NotRequired[BooleanColumnStatisticsDataTypeDef], # (2)
DateColumnStatisticsData: NotRequired[DateColumnStatisticsDataOutputTypeDef], # (3)
DecimalColumnStatisticsData: NotRequired[DecimalColumnStatisticsDataOutputTypeDef], # (4)
DoubleColumnStatisticsData: NotRequired[DoubleColumnStatisticsDataTypeDef], # (5)
LongColumnStatisticsData: NotRequired[LongColumnStatisticsDataTypeDef], # (6)
StringColumnStatisticsData: NotRequired[StringColumnStatisticsDataTypeDef], # (7)
BinaryColumnStatisticsData: NotRequired[BinaryColumnStatisticsDataTypeDef], # (8)- See ColumnStatisticsTypeType
- See BooleanColumnStatisticsDataTypeDef
- See DateColumnStatisticsDataOutputTypeDef
- See DecimalColumnStatisticsDataOutputTypeDef
- See DoubleColumnStatisticsDataTypeDef
- See LongColumnStatisticsDataTypeDef
- See StringColumnStatisticsDataTypeDef
- See BinaryColumnStatisticsDataTypeDef
StorageDescriptorOutputTypeDef#
# StorageDescriptorOutputTypeDef definition
class StorageDescriptorOutputTypeDef(TypedDict):
Columns: NotRequired[List[ColumnOutputTypeDef]], # (1)
Location: NotRequired[str],
AdditionalLocations: NotRequired[List[str]],
InputFormat: NotRequired[str],
OutputFormat: NotRequired[str],
Compressed: NotRequired[bool],
NumberOfBuckets: NotRequired[int],
SerdeInfo: NotRequired[SerDeInfoOutputTypeDef], # (2)
BucketColumns: NotRequired[List[str]],
SortColumns: NotRequired[List[OrderTypeDef]], # (3)
Parameters: NotRequired[Dict[str, str]],
SkewedInfo: NotRequired[SkewedInfoOutputTypeDef], # (4)
StoredAsSubDirectories: NotRequired[bool],
SchemaReference: NotRequired[SchemaReferenceTypeDef], # (5)- See ColumnOutputTypeDef
- See SerDeInfoOutputTypeDef
- See OrderTypeDef
- See SkewedInfoOutputTypeDef
- See SchemaReferenceTypeDef
StorageDescriptorTypeDef#
# StorageDescriptorTypeDef definition
class StorageDescriptorTypeDef(TypedDict):
Columns: NotRequired[Sequence[ColumnTypeDef]], # (1)
Location: NotRequired[str],
AdditionalLocations: NotRequired[Sequence[str]],
InputFormat: NotRequired[str],
OutputFormat: NotRequired[str],
Compressed: NotRequired[bool],
NumberOfBuckets: NotRequired[int],
SerdeInfo: NotRequired[SerDeInfoTypeDef], # (2)
BucketColumns: NotRequired[Sequence[str]],
SortColumns: NotRequired[Sequence[OrderTypeDef]], # (3)
Parameters: NotRequired[Mapping[str, str]],
SkewedInfo: NotRequired[SkewedInfoTypeDef], # (4)
StoredAsSubDirectories: NotRequired[bool],
SchemaReference: NotRequired[SchemaReferenceTypeDef], # (5)- See ColumnTypeDef
- See SerDeInfoTypeDef
- See OrderTypeDef
- See SkewedInfoTypeDef
- See SchemaReferenceTypeDef
SecurityConfigurationTypeDef#
# SecurityConfigurationTypeDef definition
class SecurityConfigurationTypeDef(TypedDict):
Name: NotRequired[str],
CreatedTimeStamp: NotRequired[datetime],
EncryptionConfiguration: NotRequired[EncryptionConfigurationOutputTypeDef], # (1)CreateSecurityConfigurationRequestRequestTypeDef#
# CreateSecurityConfigurationRequestRequestTypeDef definition
class CreateSecurityConfigurationRequestRequestTypeDef(TypedDict):
Name: str,
EncryptionConfiguration: EncryptionConfigurationTypeDef, # (1)DeleteSchemaVersionsResponseTypeDef#
# DeleteSchemaVersionsResponseTypeDef definition
class DeleteSchemaVersionsResponseTypeDef(TypedDict):
SchemaVersionErrors: List[SchemaVersionErrorItemTypeDef], # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)FilterExtraOutputTypeDef#
# FilterExtraOutputTypeDef definition
class FilterExtraOutputTypeDef(TypedDict):
Name: str,
Inputs: List[str],
LogicalOperator: FilterLogicalOperatorType, # (1)
Filters: List[FilterExpressionExtraOutputTypeDef], # (2)FilterOutputTypeDef#
# FilterOutputTypeDef definition
class FilterOutputTypeDef(TypedDict):
Name: str,
Inputs: List[str],
LogicalOperator: FilterLogicalOperatorType, # (1)
Filters: List[FilterExpressionOutputTypeDef], # (2)FilterTypeDef#
# FilterTypeDef definition
class FilterTypeDef(TypedDict):
Name: str,
Inputs: Sequence[str],
LogicalOperator: FilterLogicalOperatorType, # (1)
Filters: Sequence[FilterExpressionTypeDef], # (2)UpdateMLTransformRequestRequestTypeDef#
# UpdateMLTransformRequestRequestTypeDef definition
class UpdateMLTransformRequestRequestTypeDef(TypedDict):
TransformId: str,
Name: NotRequired[str],
Description: NotRequired[str],
Parameters: NotRequired[TransformParametersTypeDef], # (1)
Role: NotRequired[str],
GlueVersion: NotRequired[str],
MaxCapacity: NotRequired[float],
WorkerType: NotRequired[WorkerTypeType], # (2)
NumberOfWorkers: NotRequired[int],
Timeout: NotRequired[int],
MaxRetries: NotRequired[int],GetMLTransformsRequestRequestTypeDef#
# GetMLTransformsRequestRequestTypeDef definition
class GetMLTransformsRequestRequestTypeDef(TypedDict):
NextToken: NotRequired[str],
MaxResults: NotRequired[int],
Filter: NotRequired[TransformFilterCriteriaTypeDef], # (1)
Sort: NotRequired[TransformSortCriteriaTypeDef], # (2)ListMLTransformsRequestRequestTypeDef#
# ListMLTransformsRequestRequestTypeDef definition
class ListMLTransformsRequestRequestTypeDef(TypedDict):
NextToken: NotRequired[str],
MaxResults: NotRequired[int],
Filter: NotRequired[TransformFilterCriteriaTypeDef], # (1)
Sort: NotRequired[TransformSortCriteriaTypeDef], # (2)
Tags: NotRequired[Mapping[str, str]],AthenaConnectorSourceExtraOutputTypeDef#
# AthenaConnectorSourceExtraOutputTypeDef definition
class AthenaConnectorSourceExtraOutputTypeDef(TypedDict):
Name: str,
ConnectionName: str,
ConnectorName: str,
ConnectionType: str,
SchemaName: str,
ConnectionTable: NotRequired[str],
OutputSchemas: NotRequired[List[GlueSchemaExtraOutputTypeDef]], # (1)CatalogDeltaSourceExtraOutputTypeDef#
# CatalogDeltaSourceExtraOutputTypeDef definition
class CatalogDeltaSourceExtraOutputTypeDef(TypedDict):
Name: str,
Database: str,
Table: str,
AdditionalDeltaOptions: NotRequired[Dict[str, str]],
OutputSchemas: NotRequired[List[GlueSchemaExtraOutputTypeDef]], # (1)CatalogHudiSourceExtraOutputTypeDef#
# CatalogHudiSourceExtraOutputTypeDef definition
class CatalogHudiSourceExtraOutputTypeDef(TypedDict):
Name: str,
Database: str,
Table: str,
AdditionalHudiOptions: NotRequired[Dict[str, str]],
OutputSchemas: NotRequired[List[GlueSchemaExtraOutputTypeDef]], # (1)ConnectorDataSourceExtraOutputTypeDef#
# ConnectorDataSourceExtraOutputTypeDef definition
class ConnectorDataSourceExtraOutputTypeDef(TypedDict):
Name: str,
ConnectionType: str,
Data: Dict[str, str],
OutputSchemas: NotRequired[List[GlueSchemaExtraOutputTypeDef]], # (1)CustomCodeExtraOutputTypeDef#
# CustomCodeExtraOutputTypeDef definition
class CustomCodeExtraOutputTypeDef(TypedDict):
Name: str,
Inputs: List[str],
Code: str,
ClassName: str,
OutputSchemas: NotRequired[List[GlueSchemaExtraOutputTypeDef]], # (1)DynamicTransformExtraOutputTypeDef#
# DynamicTransformExtraOutputTypeDef definition
class DynamicTransformExtraOutputTypeDef(TypedDict):
Name: str,
TransformName: str,
Inputs: List[str],
FunctionName: str,
Path: str,
Parameters: NotRequired[List[TransformConfigParameterExtraOutputTypeDef]], # (1)
Version: NotRequired[str],
OutputSchemas: NotRequired[List[GlueSchemaExtraOutputTypeDef]], # (2)JDBCConnectorSourceExtraOutputTypeDef#
# JDBCConnectorSourceExtraOutputTypeDef definition
class JDBCConnectorSourceExtraOutputTypeDef(TypedDict):
Name: str,
ConnectionName: str,
ConnectorName: str,
ConnectionType: str,
AdditionalOptions: NotRequired[JDBCConnectorOptionsExtraOutputTypeDef], # (1)
ConnectionTable: NotRequired[str],
Query: NotRequired[str],
OutputSchemas: NotRequired[List[GlueSchemaExtraOutputTypeDef]], # (2)JDBCConnectorTargetExtraOutputTypeDef#
# JDBCConnectorTargetExtraOutputTypeDef definition
class JDBCConnectorTargetExtraOutputTypeDef(TypedDict):
Name: str,
Inputs: List[str],
ConnectionName: str,
ConnectionTable: str,
ConnectorName: str,
ConnectionType: str,
AdditionalOptions: NotRequired[Dict[str, str]],
OutputSchemas: NotRequired[List[GlueSchemaExtraOutputTypeDef]], # (1)S3CatalogDeltaSourceExtraOutputTypeDef#
# S3CatalogDeltaSourceExtraOutputTypeDef definition
class S3CatalogDeltaSourceExtraOutputTypeDef(TypedDict):
Name: str,
Database: str,
Table: str,
AdditionalDeltaOptions: NotRequired[Dict[str, str]],
OutputSchemas: NotRequired[List[GlueSchemaExtraOutputTypeDef]], # (1)S3CatalogHudiSourceExtraOutputTypeDef#
# S3CatalogHudiSourceExtraOutputTypeDef definition
class S3CatalogHudiSourceExtraOutputTypeDef(TypedDict):
Name: str,
Database: str,
Table: str,
AdditionalHudiOptions: NotRequired[Dict[str, str]],
OutputSchemas: NotRequired[List[GlueSchemaExtraOutputTypeDef]], # (1)S3CsvSourceExtraOutputTypeDef#
# S3CsvSourceExtraOutputTypeDef definition
class S3CsvSourceExtraOutputTypeDef(TypedDict):
Name: str,
Paths: List[str],
Separator: SeparatorType, # (3)
QuoteChar: QuoteCharType, # (4)
CompressionType: NotRequired[CompressionTypeType], # (1)
Exclusions: NotRequired[List[str]],
GroupSize: NotRequired[str],
GroupFiles: NotRequired[str],
Recurse: NotRequired[bool],
MaxBand: NotRequired[int],
MaxFilesInBand: NotRequired[int],
AdditionalOptions: NotRequired[S3DirectSourceAdditionalOptionsTypeDef], # (2)
Escaper: NotRequired[str],
Multiline: NotRequired[bool],
WithHeader: NotRequired[bool],
WriteHeader: NotRequired[bool],
SkipFirst: NotRequired[bool],
OptimizePerformance: NotRequired[bool],
OutputSchemas: NotRequired[List[GlueSchemaExtraOutputTypeDef]], # (5)- See CompressionTypeType
- See S3DirectSourceAdditionalOptionsTypeDef
- See SeparatorType
- See QuoteCharType
- See GlueSchemaExtraOutputTypeDef
S3DeltaSourceExtraOutputTypeDef#
# S3DeltaSourceExtraOutputTypeDef definition
class S3DeltaSourceExtraOutputTypeDef(TypedDict):
Name: str,
Paths: List[str],
AdditionalDeltaOptions: NotRequired[Dict[str, str]],
AdditionalOptions: NotRequired[S3DirectSourceAdditionalOptionsTypeDef], # (1)
OutputSchemas: NotRequired[List[GlueSchemaExtraOutputTypeDef]], # (2)S3HudiSourceExtraOutputTypeDef#
# S3HudiSourceExtraOutputTypeDef definition
class S3HudiSourceExtraOutputTypeDef(TypedDict):
Name: str,
Paths: List[str],
AdditionalHudiOptions: NotRequired[Dict[str, str]],
AdditionalOptions: NotRequired[S3DirectSourceAdditionalOptionsTypeDef], # (1)
OutputSchemas: NotRequired[List[GlueSchemaExtraOutputTypeDef]], # (2)S3JsonSourceExtraOutputTypeDef#
# S3JsonSourceExtraOutputTypeDef definition
class S3JsonSourceExtraOutputTypeDef(TypedDict):
Name: str,
Paths: List[str],
CompressionType: NotRequired[CompressionTypeType], # (1)
Exclusions: NotRequired[List[str]],
GroupSize: NotRequired[str],
GroupFiles: NotRequired[str],
Recurse: NotRequired[bool],
MaxBand: NotRequired[int],
MaxFilesInBand: NotRequired[int],
AdditionalOptions: NotRequired[S3DirectSourceAdditionalOptionsTypeDef], # (2)
JsonPath: NotRequired[str],
Multiline: NotRequired[bool],
OutputSchemas: NotRequired[List[GlueSchemaExtraOutputTypeDef]], # (3)S3ParquetSourceExtraOutputTypeDef#
# S3ParquetSourceExtraOutputTypeDef definition
class S3ParquetSourceExtraOutputTypeDef(TypedDict):
Name: str,
Paths: List[str],
CompressionType: NotRequired[ParquetCompressionTypeType], # (1)
Exclusions: NotRequired[List[str]],
GroupSize: NotRequired[str],
GroupFiles: NotRequired[str],
Recurse: NotRequired[bool],
MaxBand: NotRequired[int],
MaxFilesInBand: NotRequired[int],
AdditionalOptions: NotRequired[S3DirectSourceAdditionalOptionsTypeDef], # (2)
OutputSchemas: NotRequired[List[GlueSchemaExtraOutputTypeDef]], # (3)- See ParquetCompressionTypeType
- See S3DirectSourceAdditionalOptionsTypeDef
- See GlueSchemaExtraOutputTypeDef
SnowflakeSourceExtraOutputTypeDef#
# SnowflakeSourceExtraOutputTypeDef definition
class SnowflakeSourceExtraOutputTypeDef(TypedDict):
Name: str,
Data: SnowflakeNodeDataExtraOutputTypeDef, # (1)
OutputSchemas: NotRequired[List[GlueSchemaExtraOutputTypeDef]], # (2)SparkConnectorSourceExtraOutputTypeDef#
# SparkConnectorSourceExtraOutputTypeDef definition
class SparkConnectorSourceExtraOutputTypeDef(TypedDict):
Name: str,
ConnectionName: str,
ConnectorName: str,
ConnectionType: str,
AdditionalOptions: NotRequired[Dict[str, str]],
OutputSchemas: NotRequired[List[GlueSchemaExtraOutputTypeDef]], # (1)SparkConnectorTargetExtraOutputTypeDef#
# SparkConnectorTargetExtraOutputTypeDef definition
class SparkConnectorTargetExtraOutputTypeDef(TypedDict):
Name: str,
Inputs: List[str],
ConnectionName: str,
ConnectorName: str,
ConnectionType: str,
AdditionalOptions: NotRequired[Dict[str, str]],
OutputSchemas: NotRequired[List[GlueSchemaExtraOutputTypeDef]], # (1)SparkSQLExtraOutputTypeDef#
# SparkSQLExtraOutputTypeDef definition
class SparkSQLExtraOutputTypeDef(TypedDict):
Name: str,
Inputs: List[str],
SqlQuery: str,
SqlAliases: List[SqlAliasTypeDef], # (1)
OutputSchemas: NotRequired[List[GlueSchemaExtraOutputTypeDef]], # (2)AthenaConnectorSourceOutputTypeDef#
# AthenaConnectorSourceOutputTypeDef definition
class AthenaConnectorSourceOutputTypeDef(TypedDict):
Name: str,
ConnectionName: str,
ConnectorName: str,
ConnectionType: str,
SchemaName: str,
ConnectionTable: NotRequired[str],
OutputSchemas: NotRequired[List[GlueSchemaOutputTypeDef]], # (1)CatalogDeltaSourceOutputTypeDef#
# CatalogDeltaSourceOutputTypeDef definition
class CatalogDeltaSourceOutputTypeDef(TypedDict):
Name: str,
Database: str,
Table: str,
AdditionalDeltaOptions: NotRequired[Dict[str, str]],
OutputSchemas: NotRequired[List[GlueSchemaOutputTypeDef]], # (1)CatalogHudiSourceOutputTypeDef#
# CatalogHudiSourceOutputTypeDef definition
class CatalogHudiSourceOutputTypeDef(TypedDict):
Name: str,
Database: str,
Table: str,
AdditionalHudiOptions: NotRequired[Dict[str, str]],
OutputSchemas: NotRequired[List[GlueSchemaOutputTypeDef]], # (1)ConnectorDataSourceOutputTypeDef#
# ConnectorDataSourceOutputTypeDef definition
class ConnectorDataSourceOutputTypeDef(TypedDict):
Name: str,
ConnectionType: str,
Data: Dict[str, str],
OutputSchemas: NotRequired[List[GlueSchemaOutputTypeDef]], # (1)CustomCodeOutputTypeDef#
# CustomCodeOutputTypeDef definition
class CustomCodeOutputTypeDef(TypedDict):
Name: str,
Inputs: List[str],
Code: str,
ClassName: str,
OutputSchemas: NotRequired[List[GlueSchemaOutputTypeDef]], # (1)DynamicTransformOutputTypeDef#
# DynamicTransformOutputTypeDef definition
class DynamicTransformOutputTypeDef(TypedDict):
Name: str,
TransformName: str,
Inputs: List[str],
FunctionName: str,
Path: str,
Parameters: NotRequired[List[TransformConfigParameterOutputTypeDef]], # (1)
Version: NotRequired[str],
OutputSchemas: NotRequired[List[GlueSchemaOutputTypeDef]], # (2)JDBCConnectorSourceOutputTypeDef#
# JDBCConnectorSourceOutputTypeDef definition
class JDBCConnectorSourceOutputTypeDef(TypedDict):
Name: str,
ConnectionName: str,
ConnectorName: str,
ConnectionType: str,
AdditionalOptions: NotRequired[JDBCConnectorOptionsOutputTypeDef], # (1)
ConnectionTable: NotRequired[str],
Query: NotRequired[str],
OutputSchemas: NotRequired[List[GlueSchemaOutputTypeDef]], # (2)JDBCConnectorTargetOutputTypeDef#
# JDBCConnectorTargetOutputTypeDef definition
class JDBCConnectorTargetOutputTypeDef(TypedDict):
Name: str,
Inputs: List[str],
ConnectionName: str,
ConnectionTable: str,
ConnectorName: str,
ConnectionType: str,
AdditionalOptions: NotRequired[Dict[str, str]],
OutputSchemas: NotRequired[List[GlueSchemaOutputTypeDef]], # (1)S3CatalogDeltaSourceOutputTypeDef#
# S3CatalogDeltaSourceOutputTypeDef definition
class S3CatalogDeltaSourceOutputTypeDef(TypedDict):
Name: str,
Database: str,
Table: str,
AdditionalDeltaOptions: NotRequired[Dict[str, str]],
OutputSchemas: NotRequired[List[GlueSchemaOutputTypeDef]], # (1)S3CatalogHudiSourceOutputTypeDef#
# S3CatalogHudiSourceOutputTypeDef definition
class S3CatalogHudiSourceOutputTypeDef(TypedDict):
Name: str,
Database: str,
Table: str,
AdditionalHudiOptions: NotRequired[Dict[str, str]],
OutputSchemas: NotRequired[List[GlueSchemaOutputTypeDef]], # (1)S3CsvSourceOutputTypeDef#
# S3CsvSourceOutputTypeDef definition
class S3CsvSourceOutputTypeDef(TypedDict):
Name: str,
Paths: List[str],
Separator: SeparatorType, # (3)
QuoteChar: QuoteCharType, # (4)
CompressionType: NotRequired[CompressionTypeType], # (1)
Exclusions: NotRequired[List[str]],
GroupSize: NotRequired[str],
GroupFiles: NotRequired[str],
Recurse: NotRequired[bool],
MaxBand: NotRequired[int],
MaxFilesInBand: NotRequired[int],
AdditionalOptions: NotRequired[S3DirectSourceAdditionalOptionsTypeDef], # (2)
Escaper: NotRequired[str],
Multiline: NotRequired[bool],
WithHeader: NotRequired[bool],
WriteHeader: NotRequired[bool],
SkipFirst: NotRequired[bool],
OptimizePerformance: NotRequired[bool],
OutputSchemas: NotRequired[List[GlueSchemaOutputTypeDef]], # (5)- See CompressionTypeType
- See S3DirectSourceAdditionalOptionsTypeDef
- See SeparatorType
- See QuoteCharType
- See GlueSchemaOutputTypeDef
S3DeltaSourceOutputTypeDef#
# S3DeltaSourceOutputTypeDef definition
class S3DeltaSourceOutputTypeDef(TypedDict):
Name: str,
Paths: List[str],
AdditionalDeltaOptions: NotRequired[Dict[str, str]],
AdditionalOptions: NotRequired[S3DirectSourceAdditionalOptionsTypeDef], # (1)
OutputSchemas: NotRequired[List[GlueSchemaOutputTypeDef]], # (2)S3HudiSourceOutputTypeDef#
# S3HudiSourceOutputTypeDef definition
class S3HudiSourceOutputTypeDef(TypedDict):
Name: str,
Paths: List[str],
AdditionalHudiOptions: NotRequired[Dict[str, str]],
AdditionalOptions: NotRequired[S3DirectSourceAdditionalOptionsTypeDef], # (1)
OutputSchemas: NotRequired[List[GlueSchemaOutputTypeDef]], # (2)S3JsonSourceOutputTypeDef#
# S3JsonSourceOutputTypeDef definition
class S3JsonSourceOutputTypeDef(TypedDict):
Name: str,
Paths: List[str],
CompressionType: NotRequired[CompressionTypeType], # (1)
Exclusions: NotRequired[List[str]],
GroupSize: NotRequired[str],
GroupFiles: NotRequired[str],
Recurse: NotRequired[bool],
MaxBand: NotRequired[int],
MaxFilesInBand: NotRequired[int],
AdditionalOptions: NotRequired[S3DirectSourceAdditionalOptionsTypeDef], # (2)
JsonPath: NotRequired[str],
Multiline: NotRequired[bool],
OutputSchemas: NotRequired[List[GlueSchemaOutputTypeDef]], # (3)S3ParquetSourceOutputTypeDef#
# S3ParquetSourceOutputTypeDef definition
class S3ParquetSourceOutputTypeDef(TypedDict):
Name: str,
Paths: List[str],
CompressionType: NotRequired[ParquetCompressionTypeType], # (1)
Exclusions: NotRequired[List[str]],
GroupSize: NotRequired[str],
GroupFiles: NotRequired[str],
Recurse: NotRequired[bool],
MaxBand: NotRequired[int],
MaxFilesInBand: NotRequired[int],
AdditionalOptions: NotRequired[S3DirectSourceAdditionalOptionsTypeDef], # (2)
OutputSchemas: NotRequired[List[GlueSchemaOutputTypeDef]], # (3)- See ParquetCompressionTypeType
- See S3DirectSourceAdditionalOptionsTypeDef
- See GlueSchemaOutputTypeDef
SnowflakeSourceOutputTypeDef#
# SnowflakeSourceOutputTypeDef definition
class SnowflakeSourceOutputTypeDef(TypedDict):
Name: str,
Data: SnowflakeNodeDataOutputTypeDef, # (1)
OutputSchemas: NotRequired[List[GlueSchemaOutputTypeDef]], # (2)SparkConnectorSourceOutputTypeDef#
# SparkConnectorSourceOutputTypeDef definition
class SparkConnectorSourceOutputTypeDef(TypedDict):
Name: str,
ConnectionName: str,
ConnectorName: str,
ConnectionType: str,
AdditionalOptions: NotRequired[Dict[str, str]],
OutputSchemas: NotRequired[List[GlueSchemaOutputTypeDef]], # (1)SparkConnectorTargetOutputTypeDef#
# SparkConnectorTargetOutputTypeDef definition
class SparkConnectorTargetOutputTypeDef(TypedDict):
Name: str,
Inputs: List[str],
ConnectionName: str,
ConnectorName: str,
ConnectionType: str,
AdditionalOptions: NotRequired[Dict[str, str]],
OutputSchemas: NotRequired[List[GlueSchemaOutputTypeDef]], # (1)SparkSQLOutputTypeDef#
# SparkSQLOutputTypeDef definition
class SparkSQLOutputTypeDef(TypedDict):
Name: str,
Inputs: List[str],
SqlQuery: str,
SqlAliases: List[SqlAliasTypeDef], # (1)
OutputSchemas: NotRequired[List[GlueSchemaOutputTypeDef]], # (2)AthenaConnectorSourceTypeDef#
# AthenaConnectorSourceTypeDef definition
class AthenaConnectorSourceTypeDef(TypedDict):
Name: str,
ConnectionName: str,
ConnectorName: str,
ConnectionType: str,
SchemaName: str,
ConnectionTable: NotRequired[str],
OutputSchemas: NotRequired[Sequence[GlueSchemaTypeDef]], # (1)CatalogDeltaSourceTypeDef#
# CatalogDeltaSourceTypeDef definition
class CatalogDeltaSourceTypeDef(TypedDict):
Name: str,
Database: str,
Table: str,
AdditionalDeltaOptions: NotRequired[Mapping[str, str]],
OutputSchemas: NotRequired[Sequence[GlueSchemaTypeDef]], # (1)CatalogHudiSourceTypeDef#
# CatalogHudiSourceTypeDef definition
class CatalogHudiSourceTypeDef(TypedDict):
Name: str,
Database: str,
Table: str,
AdditionalHudiOptions: NotRequired[Mapping[str, str]],
OutputSchemas: NotRequired[Sequence[GlueSchemaTypeDef]], # (1)ConnectorDataSourceTypeDef#
# ConnectorDataSourceTypeDef definition
class ConnectorDataSourceTypeDef(TypedDict):
Name: str,
ConnectionType: str,
Data: Mapping[str, str],
OutputSchemas: NotRequired[Sequence[GlueSchemaTypeDef]], # (1)CustomCodeTypeDef#
# CustomCodeTypeDef definition
class CustomCodeTypeDef(TypedDict):
Name: str,
Inputs: Sequence[str],
Code: str,
ClassName: str,
OutputSchemas: NotRequired[Sequence[GlueSchemaTypeDef]], # (1)DynamicTransformTypeDef#
# DynamicTransformTypeDef definition
class DynamicTransformTypeDef(TypedDict):
Name: str,
TransformName: str,
Inputs: Sequence[str],
FunctionName: str,
Path: str,
Parameters: NotRequired[Sequence[TransformConfigParameterTypeDef]], # (1)
Version: NotRequired[str],
OutputSchemas: NotRequired[Sequence[GlueSchemaTypeDef]], # (2)JDBCConnectorSourceTypeDef#
# JDBCConnectorSourceTypeDef definition
class JDBCConnectorSourceTypeDef(TypedDict):
Name: str,
ConnectionName: str,
ConnectorName: str,
ConnectionType: str,
AdditionalOptions: NotRequired[JDBCConnectorOptionsTypeDef], # (1)
ConnectionTable: NotRequired[str],
Query: NotRequired[str],
OutputSchemas: NotRequired[Sequence[GlueSchemaTypeDef]], # (2)JDBCConnectorTargetTypeDef#
# JDBCConnectorTargetTypeDef definition
class JDBCConnectorTargetTypeDef(TypedDict):
Name: str,
Inputs: Sequence[str],
ConnectionName: str,
ConnectionTable: str,
ConnectorName: str,
ConnectionType: str,
AdditionalOptions: NotRequired[Mapping[str, str]],
OutputSchemas: NotRequired[Sequence[GlueSchemaTypeDef]], # (1)S3CatalogDeltaSourceTypeDef#
# S3CatalogDeltaSourceTypeDef definition
class S3CatalogDeltaSourceTypeDef(TypedDict):
Name: str,
Database: str,
Table: str,
AdditionalDeltaOptions: NotRequired[Mapping[str, str]],
OutputSchemas: NotRequired[Sequence[GlueSchemaTypeDef]], # (1)S3CatalogHudiSourceTypeDef#
# S3CatalogHudiSourceTypeDef definition
class S3CatalogHudiSourceTypeDef(TypedDict):
Name: str,
Database: str,
Table: str,
AdditionalHudiOptions: NotRequired[Mapping[str, str]],
OutputSchemas: NotRequired[Sequence[GlueSchemaTypeDef]], # (1)S3CsvSourceTypeDef#
# S3CsvSourceTypeDef definition
class S3CsvSourceTypeDef(TypedDict):
Name: str,
Paths: Sequence[str],
Separator: SeparatorType, # (3)
QuoteChar: QuoteCharType, # (4)
CompressionType: NotRequired[CompressionTypeType], # (1)
Exclusions: NotRequired[Sequence[str]],
GroupSize: NotRequired[str],
GroupFiles: NotRequired[str],
Recurse: NotRequired[bool],
MaxBand: NotRequired[int],
MaxFilesInBand: NotRequired[int],
AdditionalOptions: NotRequired[S3DirectSourceAdditionalOptionsTypeDef], # (2)
Escaper: NotRequired[str],
Multiline: NotRequired[bool],
WithHeader: NotRequired[bool],
WriteHeader: NotRequired[bool],
SkipFirst: NotRequired[bool],
OptimizePerformance: NotRequired[bool],
OutputSchemas: NotRequired[Sequence[GlueSchemaTypeDef]], # (5)- See CompressionTypeType
- See S3DirectSourceAdditionalOptionsTypeDef
- See SeparatorType
- See QuoteCharType
- See GlueSchemaTypeDef
S3DeltaSourceTypeDef#
# S3DeltaSourceTypeDef definition
class S3DeltaSourceTypeDef(TypedDict):
Name: str,
Paths: Sequence[str],
AdditionalDeltaOptions: NotRequired[Mapping[str, str]],
AdditionalOptions: NotRequired[S3DirectSourceAdditionalOptionsTypeDef], # (1)
OutputSchemas: NotRequired[Sequence[GlueSchemaTypeDef]], # (2)S3HudiSourceTypeDef#
# S3HudiSourceTypeDef definition
class S3HudiSourceTypeDef(TypedDict):
Name: str,
Paths: Sequence[str],
AdditionalHudiOptions: NotRequired[Mapping[str, str]],
AdditionalOptions: NotRequired[S3DirectSourceAdditionalOptionsTypeDef], # (1)
OutputSchemas: NotRequired[Sequence[GlueSchemaTypeDef]], # (2)S3JsonSourceTypeDef#
# S3JsonSourceTypeDef definition
class S3JsonSourceTypeDef(TypedDict):
Name: str,
Paths: Sequence[str],
CompressionType: NotRequired[CompressionTypeType], # (1)
Exclusions: NotRequired[Sequence[str]],
GroupSize: NotRequired[str],
GroupFiles: NotRequired[str],
Recurse: NotRequired[bool],
MaxBand: NotRequired[int],
MaxFilesInBand: NotRequired[int],
AdditionalOptions: NotRequired[S3DirectSourceAdditionalOptionsTypeDef], # (2)
JsonPath: NotRequired[str],
Multiline: NotRequired[bool],
OutputSchemas: NotRequired[Sequence[GlueSchemaTypeDef]], # (3)S3ParquetSourceTypeDef#
# S3ParquetSourceTypeDef definition
class S3ParquetSourceTypeDef(TypedDict):
Name: str,
Paths: Sequence[str],
CompressionType: NotRequired[ParquetCompressionTypeType], # (1)
Exclusions: NotRequired[Sequence[str]],
GroupSize: NotRequired[str],
GroupFiles: NotRequired[str],
Recurse: NotRequired[bool],
MaxBand: NotRequired[int],
MaxFilesInBand: NotRequired[int],
AdditionalOptions: NotRequired[S3DirectSourceAdditionalOptionsTypeDef], # (2)
OutputSchemas: NotRequired[Sequence[GlueSchemaTypeDef]], # (3)SnowflakeSourceTypeDef#
# SnowflakeSourceTypeDef definition
class SnowflakeSourceTypeDef(TypedDict):
Name: str,
Data: SnowflakeNodeDataTypeDef, # (1)
OutputSchemas: NotRequired[Sequence[GlueSchemaTypeDef]], # (2)SparkConnectorSourceTypeDef#
# SparkConnectorSourceTypeDef definition
class SparkConnectorSourceTypeDef(TypedDict):
Name: str,
ConnectionName: str,
ConnectorName: str,
ConnectionType: str,
AdditionalOptions: NotRequired[Mapping[str, str]],
OutputSchemas: NotRequired[Sequence[GlueSchemaTypeDef]], # (1)SparkConnectorTargetTypeDef#
# SparkConnectorTargetTypeDef definition
class SparkConnectorTargetTypeDef(TypedDict):
Name: str,
Inputs: Sequence[str],
ConnectionName: str,
ConnectorName: str,
ConnectionType: str,
AdditionalOptions: NotRequired[Mapping[str, str]],
OutputSchemas: NotRequired[Sequence[GlueSchemaTypeDef]], # (1)SparkSQLTypeDef#
# SparkSQLTypeDef definition
class SparkSQLTypeDef(TypedDict):
Name: str,
Inputs: Sequence[str],
SqlQuery: str,
SqlAliases: Sequence[SqlAliasTypeDef], # (1)
OutputSchemas: NotRequired[Sequence[GlueSchemaTypeDef]], # (2)- See SqlAliasTypeDef
- See GlueSchemaTypeDef
GetJobRunResponseTypeDef#
# GetJobRunResponseTypeDef definition
class GetJobRunResponseTypeDef(TypedDict):
JobRun: JobRunTypeDef, # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)- See JobRunTypeDef
- See ResponseMetadataTypeDef
GetJobRunsResponseTypeDef#
# GetJobRunsResponseTypeDef definition
class GetJobRunsResponseTypeDef(TypedDict):
JobRuns: List[JobRunTypeDef], # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
NextToken: NotRequired[str],- See JobRunTypeDef
- See ResponseMetadataTypeDef
JobNodeDetailsTypeDef#
# JobNodeDetailsTypeDef definition
class JobNodeDetailsTypeDef(TypedDict):
JobRuns: NotRequired[List[JobRunTypeDef]], # (1)- See JobRunTypeDef
GetMLTaskRunResponseTypeDef#
# GetMLTaskRunResponseTypeDef definition
class GetMLTaskRunResponseTypeDef(TypedDict):
TransformId: str,
TaskRunId: str,
Status: TaskStatusTypeType, # (1)
LogGroupName: str,
Properties: TaskRunPropertiesTypeDef, # (2)
ErrorString: str,
StartedOn: datetime,
LastModifiedOn: datetime,
CompletedOn: datetime,
ExecutionTime: int,
ResponseMetadata: ResponseMetadataTypeDef, # (3)TaskRunTypeDef#
# TaskRunTypeDef definition
class TaskRunTypeDef(TypedDict):
TransformId: NotRequired[str],
TaskRunId: NotRequired[str],
Status: NotRequired[TaskStatusTypeType], # (1)
LogGroupName: NotRequired[str],
Properties: NotRequired[TaskRunPropertiesTypeDef], # (2)
ErrorString: NotRequired[str],
StartedOn: NotRequired[datetime],
LastModifiedOn: NotRequired[datetime],
CompletedOn: NotRequired[datetime],
ExecutionTime: NotRequired[int],CreateMLTransformRequestRequestTypeDef#
# CreateMLTransformRequestRequestTypeDef definition
class CreateMLTransformRequestRequestTypeDef(TypedDict):
Name: str,
InputRecordTables: Sequence[Union[GlueTableTypeDef, GlueTableOutputTypeDef]], # (1)
Parameters: TransformParametersTypeDef, # (2)
Role: str,
Description: NotRequired[str],
GlueVersion: NotRequired[str],
MaxCapacity: NotRequired[float],
WorkerType: NotRequired[WorkerTypeType], # (3)
NumberOfWorkers: NotRequired[int],
Timeout: NotRequired[int],
MaxRetries: NotRequired[int],
Tags: NotRequired[Mapping[str, str]],
TransformEncryption: NotRequired[TransformEncryptionTypeDef], # (4)- See GlueTableTypeDef GlueTableOutputTypeDef
- See TransformParametersTypeDef
- See WorkerTypeType
- See TransformEncryptionTypeDef
QuerySchemaVersionMetadataResponseTypeDef#
# QuerySchemaVersionMetadataResponseTypeDef definition
class QuerySchemaVersionMetadataResponseTypeDef(TypedDict):
MetadataInfoMap: Dict[str, MetadataInfoTypeDef], # (1)
SchemaVersionId: str,
ResponseMetadata: ResponseMetadataTypeDef, # (2)
NextToken: NotRequired[str],BatchDeletePartitionRequestRequestTypeDef#
# BatchDeletePartitionRequestRequestTypeDef definition
class BatchDeletePartitionRequestRequestTypeDef(TypedDict):
DatabaseName: str,
TableName: str,
PartitionsToDelete: Sequence[Union[PartitionValueListTypeDef, PartitionValueListExtraOutputTypeDef]], # (1)
CatalogId: NotRequired[str],BatchGetPartitionRequestRequestTypeDef#
# BatchGetPartitionRequestRequestTypeDef definition
class BatchGetPartitionRequestRequestTypeDef(TypedDict):
DatabaseName: str,
TableName: str,
PartitionsToGet: Sequence[Union[PartitionValueListTypeDef, PartitionValueListExtraOutputTypeDef]], # (1)
CatalogId: NotRequired[str],CreateUserDefinedFunctionRequestRequestTypeDef#
# CreateUserDefinedFunctionRequestRequestTypeDef definition
class CreateUserDefinedFunctionRequestRequestTypeDef(TypedDict):
DatabaseName: str,
FunctionInput: UserDefinedFunctionInputTypeDef, # (1)
CatalogId: NotRequired[str],UpdateUserDefinedFunctionRequestRequestTypeDef#
# UpdateUserDefinedFunctionRequestRequestTypeDef definition
class UpdateUserDefinedFunctionRequestRequestTypeDef(TypedDict):
DatabaseName: str,
FunctionName: str,
FunctionInput: UserDefinedFunctionInputTypeDef, # (1)
CatalogId: NotRequired[str],GetUserDefinedFunctionResponseTypeDef#
# GetUserDefinedFunctionResponseTypeDef definition
class GetUserDefinedFunctionResponseTypeDef(TypedDict):
UserDefinedFunction: UserDefinedFunctionTypeDef, # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)GetUserDefinedFunctionsResponseTypeDef#
# GetUserDefinedFunctionsResponseTypeDef definition
class GetUserDefinedFunctionsResponseTypeDef(TypedDict):
UserDefinedFunctions: List[UserDefinedFunctionTypeDef], # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
NextToken: NotRequired[str],ListTableOptimizerRunsResponseTypeDef#
# ListTableOptimizerRunsResponseTypeDef definition
class ListTableOptimizerRunsResponseTypeDef(TypedDict):
CatalogId: str,
DatabaseName: str,
TableName: str,
TableOptimizerRuns: List[TableOptimizerRunTypeDef], # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
NextToken: NotRequired[str],TableOptimizerTypeDef#
# TableOptimizerTypeDef definition
class TableOptimizerTypeDef(TypedDict):
type: NotRequired[TableOptimizerTypeType], # (1)
configuration: NotRequired[TableOptimizerConfigurationTypeDef], # (2)
lastRun: NotRequired[TableOptimizerRunTypeDef], # (3)StatementTypeDef#
# StatementTypeDef definition
class StatementTypeDef(TypedDict):
Id: NotRequired[int],
Code: NotRequired[str],
State: NotRequired[StatementStateType], # (1)
Output: NotRequired[StatementOutputTypeDef], # (2)
Progress: NotRequired[float],
StartedOn: NotRequired[int],
CompletedOn: NotRequired[int],CreateTriggerRequestRequestTypeDef#
# CreateTriggerRequestRequestTypeDef definition
class CreateTriggerRequestRequestTypeDef(TypedDict):
Name: str,
Type: TriggerTypeType, # (1)
Actions: Sequence[Union[ActionTypeDef, ActionExtraOutputTypeDef]], # (2)
WorkflowName: NotRequired[str],
Schedule: NotRequired[str],
Predicate: NotRequired[PredicateTypeDef], # (3)
Description: NotRequired[str],
StartOnCreation: NotRequired[bool],
Tags: NotRequired[Mapping[str, str]],
EventBatchingCondition: NotRequired[EventBatchingConditionTypeDef], # (4)- See TriggerTypeType
- See ActionTypeDef ActionExtraOutputTypeDef
- See PredicateTypeDef
- See EventBatchingConditionTypeDef
GetPartitionIndexesResponseTypeDef#
# GetPartitionIndexesResponseTypeDef definition
class GetPartitionIndexesResponseTypeDef(TypedDict):
PartitionIndexDescriptorList: List[PartitionIndexDescriptorTypeDef], # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
NextToken: NotRequired[str],ColumnStatisticsDataTypeDef#
# ColumnStatisticsDataTypeDef definition
class ColumnStatisticsDataTypeDef(TypedDict):
Type: ColumnStatisticsTypeType, # (1)
BooleanColumnStatisticsData: NotRequired[BooleanColumnStatisticsDataTypeDef], # (2)
DateColumnStatisticsData: NotRequired[DateColumnStatisticsDataTypeDef], # (3)
DecimalColumnStatisticsData: NotRequired[DecimalColumnStatisticsDataTypeDef], # (4)
DoubleColumnStatisticsData: NotRequired[DoubleColumnStatisticsDataTypeDef], # (5)
LongColumnStatisticsData: NotRequired[LongColumnStatisticsDataTypeDef], # (6)
StringColumnStatisticsData: NotRequired[StringColumnStatisticsDataTypeDef], # (7)
BinaryColumnStatisticsData: NotRequired[BinaryColumnStatisticsDataTypeDef], # (8)- See ColumnStatisticsTypeType
- See BooleanColumnStatisticsDataTypeDef
- See DateColumnStatisticsDataTypeDef
- See DecimalColumnStatisticsDataTypeDef
- See DoubleColumnStatisticsDataTypeDef
- See LongColumnStatisticsDataTypeDef
- See StringColumnStatisticsDataTypeDef
- See BinaryColumnStatisticsDataTypeDef
CreateScriptRequestRequestTypeDef#
# CreateScriptRequestRequestTypeDef definition
class CreateScriptRequestRequestTypeDef(TypedDict):
DagNodes: NotRequired[Sequence[Union[CodeGenNodeTypeDef, CodeGenNodeOutputTypeDef]]], # (1)
DagEdges: NotRequired[Sequence[CodeGenEdgeTypeDef]], # (2)
Language: NotRequired[LanguageType], # (3)BatchGetTriggersResponseTypeDef#
# BatchGetTriggersResponseTypeDef definition
class BatchGetTriggersResponseTypeDef(TypedDict):
Triggers: List[TriggerTypeDef], # (1)
TriggersNotFound: List[str],
ResponseMetadata: ResponseMetadataTypeDef, # (2)GetTriggerResponseTypeDef#
# GetTriggerResponseTypeDef definition
class GetTriggerResponseTypeDef(TypedDict):
Trigger: TriggerTypeDef, # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)GetTriggersResponseTypeDef#
# GetTriggersResponseTypeDef definition
class GetTriggersResponseTypeDef(TypedDict):
Triggers: List[TriggerTypeDef], # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
NextToken: NotRequired[str],TriggerNodeDetailsTypeDef#
# TriggerNodeDetailsTypeDef definition
class TriggerNodeDetailsTypeDef(TypedDict):
Trigger: NotRequired[TriggerTypeDef], # (1)- See TriggerTypeDef
UpdateTriggerResponseTypeDef#
# UpdateTriggerResponseTypeDef definition
class UpdateTriggerResponseTypeDef(TypedDict):
Trigger: TriggerTypeDef, # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)UpdateTriggerRequestRequestTypeDef#
# UpdateTriggerRequestRequestTypeDef definition
class UpdateTriggerRequestRequestTypeDef(TypedDict):
Name: str,
TriggerUpdate: TriggerUpdateTypeDef, # (1)GetMLTransformResponseTypeDef#
# GetMLTransformResponseTypeDef definition
class GetMLTransformResponseTypeDef(TypedDict):
TransformId: str,
Name: str,
Description: str,
Status: TransformStatusTypeType, # (1)
CreatedOn: datetime,
LastModifiedOn: datetime,
InputRecordTables: List[GlueTableOutputTypeDef], # (2)
Parameters: TransformParametersTypeDef, # (3)
EvaluationMetrics: EvaluationMetricsTypeDef, # (4)
LabelCount: int,
Schema: List[SchemaColumnTypeDef], # (5)
Role: str,
GlueVersion: str,
MaxCapacity: float,
WorkerType: WorkerTypeType, # (6)
NumberOfWorkers: int,
Timeout: int,
MaxRetries: int,
TransformEncryption: TransformEncryptionTypeDef, # (7)
ResponseMetadata: ResponseMetadataTypeDef, # (8)- See TransformStatusTypeType
- See GlueTableOutputTypeDef
- See TransformParametersTypeDef
- See EvaluationMetricsTypeDef
- See SchemaColumnTypeDef
- See WorkerTypeType
- See TransformEncryptionTypeDef
- See ResponseMetadataTypeDef
MLTransformTypeDef#
# MLTransformTypeDef definition
class MLTransformTypeDef(TypedDict):
TransformId: NotRequired[str],
Name: NotRequired[str],
Description: NotRequired[str],
Status: NotRequired[TransformStatusTypeType], # (1)
CreatedOn: NotRequired[datetime],
LastModifiedOn: NotRequired[datetime],
InputRecordTables: NotRequired[List[GlueTableOutputTypeDef]], # (2)
Parameters: NotRequired[TransformParametersTypeDef], # (3)
EvaluationMetrics: NotRequired[EvaluationMetricsTypeDef], # (4)
LabelCount: NotRequired[int],
Schema: NotRequired[List[SchemaColumnTypeDef]], # (5)
Role: NotRequired[str],
GlueVersion: NotRequired[str],
MaxCapacity: NotRequired[float],
WorkerType: NotRequired[WorkerTypeType], # (6)
NumberOfWorkers: NotRequired[int],
Timeout: NotRequired[int],
MaxRetries: NotRequired[int],
TransformEncryption: NotRequired[TransformEncryptionTypeDef], # (7)- See TransformStatusTypeType
- See GlueTableOutputTypeDef
- See TransformParametersTypeDef
- See EvaluationMetricsTypeDef
- See SchemaColumnTypeDef
- See WorkerTypeType
- See TransformEncryptionTypeDef
BatchGetCrawlersResponseTypeDef#
# BatchGetCrawlersResponseTypeDef definition
class BatchGetCrawlersResponseTypeDef(TypedDict):
Crawlers: List[CrawlerTypeDef], # (1)
CrawlersNotFound: List[str],
ResponseMetadata: ResponseMetadataTypeDef, # (2)GetCrawlerResponseTypeDef#
# GetCrawlerResponseTypeDef definition
class GetCrawlerResponseTypeDef(TypedDict):
Crawler: CrawlerTypeDef, # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)GetCrawlersResponseTypeDef#
# GetCrawlersResponseTypeDef definition
class GetCrawlersResponseTypeDef(TypedDict):
Crawlers: List[CrawlerTypeDef], # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
NextToken: NotRequired[str],GetDatabaseResponseTypeDef#
# GetDatabaseResponseTypeDef definition
class GetDatabaseResponseTypeDef(TypedDict):
Database: DatabaseTypeDef, # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)GetDatabasesResponseTypeDef#
# GetDatabasesResponseTypeDef definition
class GetDatabasesResponseTypeDef(TypedDict):
DatabaseList: List[DatabaseTypeDef], # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
NextToken: NotRequired[str],CreateDatabaseRequestRequestTypeDef#
# CreateDatabaseRequestRequestTypeDef definition
class CreateDatabaseRequestRequestTypeDef(TypedDict):
DatabaseInput: DatabaseInputTypeDef, # (1)
CatalogId: NotRequired[str],
Tags: NotRequired[Mapping[str, str]],UpdateDatabaseRequestRequestTypeDef#
# UpdateDatabaseRequestRequestTypeDef definition
class UpdateDatabaseRequestRequestTypeDef(TypedDict):
Name: str,
DatabaseInput: DatabaseInputTypeDef, # (1)
CatalogId: NotRequired[str],DataQualityResultTypeDef#
# DataQualityResultTypeDef definition
class DataQualityResultTypeDef(TypedDict):
ResultId: NotRequired[str],
Score: NotRequired[float],
DataSource: NotRequired[DataSourceOutputTypeDef], # (1)
RulesetName: NotRequired[str],
EvaluationContext: NotRequired[str],
StartedOn: NotRequired[datetime],
CompletedOn: NotRequired[datetime],
JobName: NotRequired[str],
JobRunId: NotRequired[str],
RulesetEvaluationRunId: NotRequired[str],
RuleResults: NotRequired[List[DataQualityRuleResultTypeDef]], # (2)
AnalyzerResults: NotRequired[List[DataQualityAnalyzerResultTypeDef]], # (3)
Observations: NotRequired[List[DataQualityObservationTypeDef]], # (4)- See DataSourceOutputTypeDef
- See DataQualityRuleResultTypeDef
- See DataQualityAnalyzerResultTypeDef
- See DataQualityObservationTypeDef
GetDataQualityResultResponseTypeDef#
# GetDataQualityResultResponseTypeDef definition
class GetDataQualityResultResponseTypeDef(TypedDict):
ResultId: str,
Score: float,
DataSource: DataSourceOutputTypeDef, # (1)
RulesetName: str,
EvaluationContext: str,
StartedOn: datetime,
CompletedOn: datetime,
JobName: str,
JobRunId: str,
RulesetEvaluationRunId: str,
RuleResults: List[DataQualityRuleResultTypeDef], # (2)
AnalyzerResults: List[DataQualityAnalyzerResultTypeDef], # (3)
Observations: List[DataQualityObservationTypeDef], # (4)
ResponseMetadata: ResponseMetadataTypeDef, # (5)- See DataSourceOutputTypeDef
- See DataQualityRuleResultTypeDef
- See DataQualityAnalyzerResultTypeDef
- See DataQualityObservationTypeDef
- See ResponseMetadataTypeDef
ListDataQualityResultsResponseTypeDef#
# ListDataQualityResultsResponseTypeDef definition
class ListDataQualityResultsResponseTypeDef(TypedDict):
Results: List[DataQualityResultDescriptionTypeDef], # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
NextToken: NotRequired[str],ListDataQualityRuleRecommendationRunsResponseTypeDef#
# ListDataQualityRuleRecommendationRunsResponseTypeDef definition
class ListDataQualityRuleRecommendationRunsResponseTypeDef(TypedDict):
Runs: List[DataQualityRuleRecommendationRunDescriptionTypeDef], # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
NextToken: NotRequired[str],ListDataQualityRulesetEvaluationRunsResponseTypeDef#
# ListDataQualityRulesetEvaluationRunsResponseTypeDef definition
class ListDataQualityRulesetEvaluationRunsResponseTypeDef(TypedDict):
Runs: List[DataQualityRulesetEvaluationRunDescriptionTypeDef], # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
NextToken: NotRequired[str],ListDataQualityResultsRequestRequestTypeDef#
# ListDataQualityResultsRequestRequestTypeDef definition
class ListDataQualityResultsRequestRequestTypeDef(TypedDict):
Filter: NotRequired[DataQualityResultFilterCriteriaTypeDef], # (1)
NextToken: NotRequired[str],
MaxResults: NotRequired[int],ListDataQualityRuleRecommendationRunsRequestRequestTypeDef#
# ListDataQualityRuleRecommendationRunsRequestRequestTypeDef definition
class ListDataQualityRuleRecommendationRunsRequestRequestTypeDef(TypedDict):
Filter: NotRequired[DataQualityRuleRecommendationRunFilterTypeDef], # (1)
NextToken: NotRequired[str],
MaxResults: NotRequired[int],ListDataQualityRulesetEvaluationRunsRequestRequestTypeDef#
# ListDataQualityRulesetEvaluationRunsRequestRequestTypeDef definition
class ListDataQualityRulesetEvaluationRunsRequestRequestTypeDef(TypedDict):
Filter: NotRequired[DataQualityRulesetEvaluationRunFilterTypeDef], # (1)
NextToken: NotRequired[str],
MaxResults: NotRequired[int],StartDataQualityRulesetEvaluationRunRequestRequestTypeDef#
# StartDataQualityRulesetEvaluationRunRequestRequestTypeDef definition
class StartDataQualityRulesetEvaluationRunRequestRequestTypeDef(TypedDict):
DataSource: DataSourceTypeDef, # (1)
Role: str,
RulesetNames: Sequence[str],
NumberOfWorkers: NotRequired[int],
Timeout: NotRequired[int],
ClientToken: NotRequired[str],
AdditionalRunOptions: NotRequired[DataQualityEvaluationRunAdditionalRunOptionsTypeDef], # (2)
AdditionalDataSources: NotRequired[Mapping[str, Union[DataSourceTypeDef, DataSourceOutputTypeDef]]], # (3)- See DataSourceTypeDef
- See DataQualityEvaluationRunAdditionalRunOptionsTypeDef
- See DataSourceTypeDef DataSourceOutputTypeDef
ColumnStatisticsOutputTypeDef#
# ColumnStatisticsOutputTypeDef definition
class ColumnStatisticsOutputTypeDef(TypedDict):
ColumnName: str,
ColumnType: str,
AnalyzedTime: datetime,
StatisticsData: ColumnStatisticsDataOutputTypeDef, # (1)PartitionTypeDef#
# PartitionTypeDef definition
class PartitionTypeDef(TypedDict):
Values: NotRequired[List[str]],
DatabaseName: NotRequired[str],
TableName: NotRequired[str],
CreationTime: NotRequired[datetime],
LastAccessTime: NotRequired[datetime],
StorageDescriptor: NotRequired[StorageDescriptorOutputTypeDef], # (1)
Parameters: NotRequired[Dict[str, str]],
LastAnalyzedTime: NotRequired[datetime],
CatalogId: NotRequired[str],TableTypeDef#
# TableTypeDef definition
class TableTypeDef(TypedDict):
Name: str,
DatabaseName: NotRequired[str],
Description: NotRequired[str],
Owner: NotRequired[str],
CreateTime: NotRequired[datetime],
UpdateTime: NotRequired[datetime],
LastAccessTime: NotRequired[datetime],
LastAnalyzedTime: NotRequired[datetime],
Retention: NotRequired[int],
StorageDescriptor: NotRequired[StorageDescriptorOutputTypeDef], # (1)
PartitionKeys: NotRequired[List[ColumnOutputTypeDef]], # (2)
ViewOriginalText: NotRequired[str],
ViewExpandedText: NotRequired[str],
TableType: NotRequired[str],
Parameters: NotRequired[Dict[str, str]],
CreatedBy: NotRequired[str],
IsRegisteredWithLakeFormation: NotRequired[bool],
TargetTable: NotRequired[TableIdentifierTypeDef], # (3)
CatalogId: NotRequired[str],
VersionId: NotRequired[str],
FederatedTable: NotRequired[FederatedTableTypeDef], # (4)
ViewDefinition: NotRequired[ViewDefinitionTypeDef], # (5)
IsMultiDialectView: NotRequired[bool],- See StorageDescriptorOutputTypeDef
- See ColumnOutputTypeDef
- See TableIdentifierTypeDef
- See FederatedTableTypeDef
- See ViewDefinitionTypeDef
PartitionInputTypeDef#
# PartitionInputTypeDef definition
class PartitionInputTypeDef(TypedDict):
Values: NotRequired[Sequence[str]],
LastAccessTime: NotRequired[Union[datetime, str]],
StorageDescriptor: NotRequired[StorageDescriptorTypeDef], # (1)
Parameters: NotRequired[Mapping[str, str]],
LastAnalyzedTime: NotRequired[Union[datetime, str]],TableInputTypeDef#
# TableInputTypeDef definition
class TableInputTypeDef(TypedDict):
Name: str,
Description: NotRequired[str],
Owner: NotRequired[str],
LastAccessTime: NotRequired[Union[datetime, str]],
LastAnalyzedTime: NotRequired[Union[datetime, str]],
Retention: NotRequired[int],
StorageDescriptor: NotRequired[StorageDescriptorTypeDef], # (1)
PartitionKeys: NotRequired[Sequence[ColumnTypeDef]], # (2)
ViewOriginalText: NotRequired[str],
ViewExpandedText: NotRequired[str],
TableType: NotRequired[str],
Parameters: NotRequired[Mapping[str, str]],
TargetTable: NotRequired[TableIdentifierTypeDef], # (3)GetSecurityConfigurationResponseTypeDef#
# GetSecurityConfigurationResponseTypeDef definition
class GetSecurityConfigurationResponseTypeDef(TypedDict):
SecurityConfiguration: SecurityConfigurationTypeDef, # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)GetSecurityConfigurationsResponseTypeDef#
# GetSecurityConfigurationsResponseTypeDef definition
class GetSecurityConfigurationsResponseTypeDef(TypedDict):
SecurityConfigurations: List[SecurityConfigurationTypeDef], # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
NextToken: NotRequired[str],CodeGenConfigurationNodeExtraOutputTypeDef#
# CodeGenConfigurationNodeExtraOutputTypeDef definition
class CodeGenConfigurationNodeExtraOutputTypeDef(TypedDict):
AthenaConnectorSource: NotRequired[AthenaConnectorSourceExtraOutputTypeDef], # (1)
JDBCConnectorSource: NotRequired[JDBCConnectorSourceExtraOutputTypeDef], # (2)
SparkConnectorSource: NotRequired[SparkConnectorSourceExtraOutputTypeDef], # (3)
CatalogSource: NotRequired[CatalogSourceTypeDef], # (4)
RedshiftSource: NotRequired[RedshiftSourceTypeDef], # (5)
S3CatalogSource: NotRequired[S3CatalogSourceTypeDef], # (6)
S3CsvSource: NotRequired[S3CsvSourceExtraOutputTypeDef], # (7)
S3JsonSource: NotRequired[S3JsonSourceExtraOutputTypeDef], # (8)
S3ParquetSource: NotRequired[S3ParquetSourceExtraOutputTypeDef], # (9)
RelationalCatalogSource: NotRequired[RelationalCatalogSourceTypeDef], # (10)
DynamoDBCatalogSource: NotRequired[DynamoDBCatalogSourceTypeDef], # (11)
JDBCConnectorTarget: NotRequired[JDBCConnectorTargetExtraOutputTypeDef], # (12)
SparkConnectorTarget: NotRequired[SparkConnectorTargetExtraOutputTypeDef], # (13)
CatalogTarget: NotRequired[BasicCatalogTargetExtraOutputTypeDef], # (14)
RedshiftTarget: NotRequired[RedshiftTargetExtraOutputTypeDef], # (15)
S3CatalogTarget: NotRequired[S3CatalogTargetExtraOutputTypeDef], # (16)
S3GlueParquetTarget: NotRequired[S3GlueParquetTargetExtraOutputTypeDef], # (17)
S3DirectTarget: NotRequired[S3DirectTargetExtraOutputTypeDef], # (18)
ApplyMapping: NotRequired[ApplyMappingExtraOutputTypeDef], # (19)
SelectFields: NotRequired[SelectFieldsExtraOutputTypeDef], # (20)
DropFields: NotRequired[DropFieldsExtraOutputTypeDef], # (21)
RenameField: NotRequired[RenameFieldExtraOutputTypeDef], # (22)
Spigot: NotRequired[SpigotExtraOutputTypeDef], # (23)
Join: NotRequired[JoinExtraOutputTypeDef], # (24)
SplitFields: NotRequired[SplitFieldsExtraOutputTypeDef], # (25)
SelectFromCollection: NotRequired[SelectFromCollectionExtraOutputTypeDef], # (26)
FillMissingValues: NotRequired[FillMissingValuesExtraOutputTypeDef], # (27)
Filter: NotRequired[FilterExtraOutputTypeDef], # (28)
CustomCode: NotRequired[CustomCodeExtraOutputTypeDef], # (29)
SparkSQL: NotRequired[SparkSQLExtraOutputTypeDef], # (30)
DirectKinesisSource: NotRequired[DirectKinesisSourceExtraOutputTypeDef], # (31)
DirectKafkaSource: NotRequired[DirectKafkaSourceExtraOutputTypeDef], # (32)
CatalogKinesisSource: NotRequired[CatalogKinesisSourceExtraOutputTypeDef], # (33)
CatalogKafkaSource: NotRequired[CatalogKafkaSourceExtraOutputTypeDef], # (34)
DropNullFields: NotRequired[DropNullFieldsExtraOutputTypeDef], # (35)
Merge: NotRequired[MergeExtraOutputTypeDef], # (36)
Union: NotRequired[UnionExtraOutputTypeDef], # (37)
PIIDetection: NotRequired[PIIDetectionExtraOutputTypeDef], # (38)
Aggregate: NotRequired[AggregateExtraOutputTypeDef], # (39)
DropDuplicates: NotRequired[DropDuplicatesExtraOutputTypeDef], # (40)
GovernedCatalogTarget: NotRequired[GovernedCatalogTargetExtraOutputTypeDef], # (41)
GovernedCatalogSource: NotRequired[GovernedCatalogSourceTypeDef], # (42)
MicrosoftSQLServerCatalogSource: NotRequired[MicrosoftSQLServerCatalogSourceTypeDef], # (43)
MySQLCatalogSource: NotRequired[MySQLCatalogSourceTypeDef], # (44)
OracleSQLCatalogSource: NotRequired[OracleSQLCatalogSourceTypeDef], # (45)
PostgreSQLCatalogSource: NotRequired[PostgreSQLCatalogSourceTypeDef], # (46)
MicrosoftSQLServerCatalogTarget: NotRequired[MicrosoftSQLServerCatalogTargetExtraOutputTypeDef], # (47)
MySQLCatalogTarget: NotRequired[MySQLCatalogTargetExtraOutputTypeDef], # (48)
OracleSQLCatalogTarget: NotRequired[OracleSQLCatalogTargetExtraOutputTypeDef], # (49)
PostgreSQLCatalogTarget: NotRequired[PostgreSQLCatalogTargetExtraOutputTypeDef], # (50)
DynamicTransform: NotRequired[DynamicTransformExtraOutputTypeDef], # (51)
EvaluateDataQuality: NotRequired[EvaluateDataQualityExtraOutputTypeDef], # (52)
S3CatalogHudiSource: NotRequired[S3CatalogHudiSourceExtraOutputTypeDef], # (53)
CatalogHudiSource: NotRequired[CatalogHudiSourceExtraOutputTypeDef], # (54)
S3HudiSource: NotRequired[S3HudiSourceExtraOutputTypeDef], # (55)
S3HudiCatalogTarget: NotRequired[S3HudiCatalogTargetExtraOutputTypeDef], # (56)
S3HudiDirectTarget: NotRequired[S3HudiDirectTargetExtraOutputTypeDef], # (57)
DirectJDBCSource: NotRequired[DirectJDBCSourceTypeDef], # (58)
S3CatalogDeltaSource: NotRequired[S3CatalogDeltaSourceExtraOutputTypeDef], # (59)
CatalogDeltaSource: NotRequired[CatalogDeltaSourceExtraOutputTypeDef], # (60)
S3DeltaSource: NotRequired[S3DeltaSourceExtraOutputTypeDef], # (61)
S3DeltaCatalogTarget: NotRequired[S3DeltaCatalogTargetExtraOutputTypeDef], # (62)
S3DeltaDirectTarget: NotRequired[S3DeltaDirectTargetExtraOutputTypeDef], # (63)
AmazonRedshiftSource: NotRequired[AmazonRedshiftSourceExtraOutputTypeDef], # (64)
AmazonRedshiftTarget: NotRequired[AmazonRedshiftTargetExtraOutputTypeDef], # (65)
EvaluateDataQualityMultiFrame: NotRequired[EvaluateDataQualityMultiFrameExtraOutputTypeDef], # (66)
Recipe: NotRequired[RecipeExtraOutputTypeDef], # (67)
SnowflakeSource: NotRequired[SnowflakeSourceExtraOutputTypeDef], # (68)
SnowflakeTarget: NotRequired[SnowflakeTargetExtraOutputTypeDef], # (69)
ConnectorDataSource: NotRequired[ConnectorDataSourceExtraOutputTypeDef], # (70)
ConnectorDataTarget: NotRequired[ConnectorDataTargetExtraOutputTypeDef], # (71)- See AthenaConnectorSourceExtraOutputTypeDef
- See JDBCConnectorSourceExtraOutputTypeDef
- See SparkConnectorSourceExtraOutputTypeDef
- See CatalogSourceTypeDef
- See RedshiftSourceTypeDef
- See S3CatalogSourceTypeDef
- See S3CsvSourceExtraOutputTypeDef
- See S3JsonSourceExtraOutputTypeDef
- See S3ParquetSourceExtraOutputTypeDef
- See RelationalCatalogSourceTypeDef
- See DynamoDBCatalogSourceTypeDef
- See JDBCConnectorTargetExtraOutputTypeDef
- See SparkConnectorTargetExtraOutputTypeDef
- See BasicCatalogTargetExtraOutputTypeDef
- See RedshiftTargetExtraOutputTypeDef
- See S3CatalogTargetExtraOutputTypeDef
- See S3GlueParquetTargetExtraOutputTypeDef
- See S3DirectTargetExtraOutputTypeDef
- See ApplyMappingExtraOutputTypeDef
- See SelectFieldsExtraOutputTypeDef
- See DropFieldsExtraOutputTypeDef
- See RenameFieldExtraOutputTypeDef
- See SpigotExtraOutputTypeDef
- See JoinExtraOutputTypeDef
- See SplitFieldsExtraOutputTypeDef
- See SelectFromCollectionExtraOutputTypeDef
- See FillMissingValuesExtraOutputTypeDef
- See FilterExtraOutputTypeDef
- See CustomCodeExtraOutputTypeDef
- See SparkSQLExtraOutputTypeDef
- See DirectKinesisSourceExtraOutputTypeDef
- See DirectKafkaSourceExtraOutputTypeDef
- See CatalogKinesisSourceExtraOutputTypeDef
- See CatalogKafkaSourceExtraOutputTypeDef
- See DropNullFieldsExtraOutputTypeDef
- See MergeExtraOutputTypeDef
- See UnionExtraOutputTypeDef
- See PIIDetectionExtraOutputTypeDef
- See AggregateExtraOutputTypeDef
- See DropDuplicatesExtraOutputTypeDef
- See GovernedCatalogTargetExtraOutputTypeDef
- See GovernedCatalogSourceTypeDef
- See MicrosoftSQLServerCatalogSourceTypeDef
- See MySQLCatalogSourceTypeDef
- See OracleSQLCatalogSourceTypeDef
- See PostgreSQLCatalogSourceTypeDef
- See MicrosoftSQLServerCatalogTargetExtraOutputTypeDef
- See MySQLCatalogTargetExtraOutputTypeDef
- See OracleSQLCatalogTargetExtraOutputTypeDef
- See PostgreSQLCatalogTargetExtraOutputTypeDef
- See DynamicTransformExtraOutputTypeDef
- See EvaluateDataQualityExtraOutputTypeDef
- See S3CatalogHudiSourceExtraOutputTypeDef
- See CatalogHudiSourceExtraOutputTypeDef
- See S3HudiSourceExtraOutputTypeDef
- See S3HudiCatalogTargetExtraOutputTypeDef
- See S3HudiDirectTargetExtraOutputTypeDef
- See DirectJDBCSourceTypeDef
- See S3CatalogDeltaSourceExtraOutputTypeDef
- See CatalogDeltaSourceExtraOutputTypeDef
- See S3DeltaSourceExtraOutputTypeDef
- See S3DeltaCatalogTargetExtraOutputTypeDef
- See S3DeltaDirectTargetExtraOutputTypeDef
- See AmazonRedshiftSourceExtraOutputTypeDef
- See AmazonRedshiftTargetExtraOutputTypeDef
- See EvaluateDataQualityMultiFrameExtraOutputTypeDef
- See RecipeExtraOutputTypeDef
- See SnowflakeSourceExtraOutputTypeDef
- See SnowflakeTargetExtraOutputTypeDef
- See ConnectorDataSourceExtraOutputTypeDef
- See ConnectorDataTargetExtraOutputTypeDef
CodeGenConfigurationNodeOutputTypeDef#
# CodeGenConfigurationNodeOutputTypeDef definition
class CodeGenConfigurationNodeOutputTypeDef(TypedDict):
AthenaConnectorSource: NotRequired[AthenaConnectorSourceOutputTypeDef], # (1)
JDBCConnectorSource: NotRequired[JDBCConnectorSourceOutputTypeDef], # (2)
SparkConnectorSource: NotRequired[SparkConnectorSourceOutputTypeDef], # (3)
CatalogSource: NotRequired[CatalogSourceTypeDef], # (4)
RedshiftSource: NotRequired[RedshiftSourceTypeDef], # (5)
S3CatalogSource: NotRequired[S3CatalogSourceTypeDef], # (6)
S3CsvSource: NotRequired[S3CsvSourceOutputTypeDef], # (7)
S3JsonSource: NotRequired[S3JsonSourceOutputTypeDef], # (8)
S3ParquetSource: NotRequired[S3ParquetSourceOutputTypeDef], # (9)
RelationalCatalogSource: NotRequired[RelationalCatalogSourceTypeDef], # (10)
DynamoDBCatalogSource: NotRequired[DynamoDBCatalogSourceTypeDef], # (11)
JDBCConnectorTarget: NotRequired[JDBCConnectorTargetOutputTypeDef], # (12)
SparkConnectorTarget: NotRequired[SparkConnectorTargetOutputTypeDef], # (13)
CatalogTarget: NotRequired[BasicCatalogTargetOutputTypeDef], # (14)
RedshiftTarget: NotRequired[RedshiftTargetOutputTypeDef], # (15)
S3CatalogTarget: NotRequired[S3CatalogTargetOutputTypeDef], # (16)
S3GlueParquetTarget: NotRequired[S3GlueParquetTargetOutputTypeDef], # (17)
S3DirectTarget: NotRequired[S3DirectTargetOutputTypeDef], # (18)
ApplyMapping: NotRequired[ApplyMappingOutputTypeDef], # (19)
SelectFields: NotRequired[SelectFieldsOutputTypeDef], # (20)
DropFields: NotRequired[DropFieldsOutputTypeDef], # (21)
RenameField: NotRequired[RenameFieldOutputTypeDef], # (22)
Spigot: NotRequired[SpigotOutputTypeDef], # (23)
Join: NotRequired[JoinOutputTypeDef], # (24)
SplitFields: NotRequired[SplitFieldsOutputTypeDef], # (25)
SelectFromCollection: NotRequired[SelectFromCollectionOutputTypeDef], # (26)
FillMissingValues: NotRequired[FillMissingValuesOutputTypeDef], # (27)
Filter: NotRequired[FilterOutputTypeDef], # (28)
CustomCode: NotRequired[CustomCodeOutputTypeDef], # (29)
SparkSQL: NotRequired[SparkSQLOutputTypeDef], # (30)
DirectKinesisSource: NotRequired[DirectKinesisSourceOutputTypeDef], # (31)
DirectKafkaSource: NotRequired[DirectKafkaSourceOutputTypeDef], # (32)
CatalogKinesisSource: NotRequired[CatalogKinesisSourceOutputTypeDef], # (33)
CatalogKafkaSource: NotRequired[CatalogKafkaSourceOutputTypeDef], # (34)
DropNullFields: NotRequired[DropNullFieldsOutputTypeDef], # (35)
Merge: NotRequired[MergeOutputTypeDef], # (36)
Union: NotRequired[UnionOutputTypeDef], # (37)
PIIDetection: NotRequired[PIIDetectionOutputTypeDef], # (38)
Aggregate: NotRequired[AggregateOutputTypeDef], # (39)
DropDuplicates: NotRequired[DropDuplicatesOutputTypeDef], # (40)
GovernedCatalogTarget: NotRequired[GovernedCatalogTargetOutputTypeDef], # (41)
GovernedCatalogSource: NotRequired[GovernedCatalogSourceTypeDef], # (42)
MicrosoftSQLServerCatalogSource: NotRequired[MicrosoftSQLServerCatalogSourceTypeDef], # (43)
MySQLCatalogSource: NotRequired[MySQLCatalogSourceTypeDef], # (44)
OracleSQLCatalogSource: NotRequired[OracleSQLCatalogSourceTypeDef], # (45)
PostgreSQLCatalogSource: NotRequired[PostgreSQLCatalogSourceTypeDef], # (46)
MicrosoftSQLServerCatalogTarget: NotRequired[MicrosoftSQLServerCatalogTargetOutputTypeDef], # (47)
MySQLCatalogTarget: NotRequired[MySQLCatalogTargetOutputTypeDef], # (48)
OracleSQLCatalogTarget: NotRequired[OracleSQLCatalogTargetOutputTypeDef], # (49)
PostgreSQLCatalogTarget: NotRequired[PostgreSQLCatalogTargetOutputTypeDef], # (50)
DynamicTransform: NotRequired[DynamicTransformOutputTypeDef], # (51)
EvaluateDataQuality: NotRequired[EvaluateDataQualityOutputTypeDef], # (52)
S3CatalogHudiSource: NotRequired[S3CatalogHudiSourceOutputTypeDef], # (53)
CatalogHudiSource: NotRequired[CatalogHudiSourceOutputTypeDef], # (54)
S3HudiSource: NotRequired[S3HudiSourceOutputTypeDef], # (55)
S3HudiCatalogTarget: NotRequired[S3HudiCatalogTargetOutputTypeDef], # (56)
S3HudiDirectTarget: NotRequired[S3HudiDirectTargetOutputTypeDef], # (57)
DirectJDBCSource: NotRequired[DirectJDBCSourceTypeDef], # (58)
S3CatalogDeltaSource: NotRequired[S3CatalogDeltaSourceOutputTypeDef], # (59)
CatalogDeltaSource: NotRequired[CatalogDeltaSourceOutputTypeDef], # (60)
S3DeltaSource: NotRequired[S3DeltaSourceOutputTypeDef], # (61)
S3DeltaCatalogTarget: NotRequired[S3DeltaCatalogTargetOutputTypeDef], # (62)
S3DeltaDirectTarget: NotRequired[S3DeltaDirectTargetOutputTypeDef], # (63)
AmazonRedshiftSource: NotRequired[AmazonRedshiftSourceOutputTypeDef], # (64)
AmazonRedshiftTarget: NotRequired[AmazonRedshiftTargetOutputTypeDef], # (65)
EvaluateDataQualityMultiFrame: NotRequired[EvaluateDataQualityMultiFrameOutputTypeDef], # (66)
Recipe: NotRequired[RecipeOutputTypeDef], # (67)
SnowflakeSource: NotRequired[SnowflakeSourceOutputTypeDef], # (68)
SnowflakeTarget: NotRequired[SnowflakeTargetOutputTypeDef], # (69)
ConnectorDataSource: NotRequired[ConnectorDataSourceOutputTypeDef], # (70)
ConnectorDataTarget: NotRequired[ConnectorDataTargetOutputTypeDef], # (71)- See AthenaConnectorSourceOutputTypeDef
- See JDBCConnectorSourceOutputTypeDef
- See SparkConnectorSourceOutputTypeDef
- See CatalogSourceTypeDef
- See RedshiftSourceTypeDef
- See S3CatalogSourceTypeDef
- See S3CsvSourceOutputTypeDef
- See S3JsonSourceOutputTypeDef
- See S3ParquetSourceOutputTypeDef
- See RelationalCatalogSourceTypeDef
- See DynamoDBCatalogSourceTypeDef
- See JDBCConnectorTargetOutputTypeDef
- See SparkConnectorTargetOutputTypeDef
- See BasicCatalogTargetOutputTypeDef
- See RedshiftTargetOutputTypeDef
- See S3CatalogTargetOutputTypeDef
- See S3GlueParquetTargetOutputTypeDef
- See S3DirectTargetOutputTypeDef
- See ApplyMappingOutputTypeDef
- See SelectFieldsOutputTypeDef
- See DropFieldsOutputTypeDef
- See RenameFieldOutputTypeDef
- See SpigotOutputTypeDef
- See JoinOutputTypeDef
- See SplitFieldsOutputTypeDef
- See SelectFromCollectionOutputTypeDef
- See FillMissingValuesOutputTypeDef
- See FilterOutputTypeDef
- See CustomCodeOutputTypeDef
- See SparkSQLOutputTypeDef
- See DirectKinesisSourceOutputTypeDef
- See DirectKafkaSourceOutputTypeDef
- See CatalogKinesisSourceOutputTypeDef
- See CatalogKafkaSourceOutputTypeDef
- See DropNullFieldsOutputTypeDef
- See MergeOutputTypeDef
- See UnionOutputTypeDef
- See PIIDetectionOutputTypeDef
- See AggregateOutputTypeDef
- See DropDuplicatesOutputTypeDef
- See GovernedCatalogTargetOutputTypeDef
- See GovernedCatalogSourceTypeDef
- See MicrosoftSQLServerCatalogSourceTypeDef
- See MySQLCatalogSourceTypeDef
- See OracleSQLCatalogSourceTypeDef
- See PostgreSQLCatalogSourceTypeDef
- See MicrosoftSQLServerCatalogTargetOutputTypeDef
- See MySQLCatalogTargetOutputTypeDef
- See OracleSQLCatalogTargetOutputTypeDef
- See PostgreSQLCatalogTargetOutputTypeDef
- See DynamicTransformOutputTypeDef
- See EvaluateDataQualityOutputTypeDef
- See S3CatalogHudiSourceOutputTypeDef
- See CatalogHudiSourceOutputTypeDef
- See S3HudiSourceOutputTypeDef
- See S3HudiCatalogTargetOutputTypeDef
- See S3HudiDirectTargetOutputTypeDef
- See DirectJDBCSourceTypeDef
- See S3CatalogDeltaSourceOutputTypeDef
- See CatalogDeltaSourceOutputTypeDef
- See S3DeltaSourceOutputTypeDef
- See S3DeltaCatalogTargetOutputTypeDef
- See S3DeltaDirectTargetOutputTypeDef
- See AmazonRedshiftSourceOutputTypeDef
- See AmazonRedshiftTargetOutputTypeDef
- See EvaluateDataQualityMultiFrameOutputTypeDef
- See RecipeOutputTypeDef
- See SnowflakeSourceOutputTypeDef
- See SnowflakeTargetOutputTypeDef
- See ConnectorDataSourceOutputTypeDef
- See ConnectorDataTargetOutputTypeDef
CodeGenConfigurationNodeTypeDef#
# CodeGenConfigurationNodeTypeDef definition
class CodeGenConfigurationNodeTypeDef(TypedDict):
AthenaConnectorSource: NotRequired[AthenaConnectorSourceTypeDef], # (1)
JDBCConnectorSource: NotRequired[JDBCConnectorSourceTypeDef], # (2)
SparkConnectorSource: NotRequired[SparkConnectorSourceTypeDef], # (3)
CatalogSource: NotRequired[CatalogSourceTypeDef], # (4)
RedshiftSource: NotRequired[RedshiftSourceTypeDef], # (5)
S3CatalogSource: NotRequired[S3CatalogSourceTypeDef], # (6)
S3CsvSource: NotRequired[S3CsvSourceTypeDef], # (7)
S3JsonSource: NotRequired[S3JsonSourceTypeDef], # (8)
S3ParquetSource: NotRequired[S3ParquetSourceTypeDef], # (9)
RelationalCatalogSource: NotRequired[RelationalCatalogSourceTypeDef], # (10)
DynamoDBCatalogSource: NotRequired[DynamoDBCatalogSourceTypeDef], # (11)
JDBCConnectorTarget: NotRequired[JDBCConnectorTargetTypeDef], # (12)
SparkConnectorTarget: NotRequired[SparkConnectorTargetTypeDef], # (13)
CatalogTarget: NotRequired[BasicCatalogTargetTypeDef], # (14)
RedshiftTarget: NotRequired[RedshiftTargetTypeDef], # (15)
S3CatalogTarget: NotRequired[S3CatalogTargetTypeDef], # (16)
S3GlueParquetTarget: NotRequired[S3GlueParquetTargetTypeDef], # (17)
S3DirectTarget: NotRequired[S3DirectTargetTypeDef], # (18)
ApplyMapping: NotRequired[ApplyMappingTypeDef], # (19)
SelectFields: NotRequired[SelectFieldsTypeDef], # (20)
DropFields: NotRequired[DropFieldsTypeDef], # (21)
RenameField: NotRequired[RenameFieldTypeDef], # (22)
Spigot: NotRequired[SpigotTypeDef], # (23)
Join: NotRequired[JoinTypeDef], # (24)
SplitFields: NotRequired[SplitFieldsTypeDef], # (25)
SelectFromCollection: NotRequired[SelectFromCollectionTypeDef], # (26)
FillMissingValues: NotRequired[FillMissingValuesTypeDef], # (27)
Filter: NotRequired[FilterTypeDef], # (28)
CustomCode: NotRequired[CustomCodeTypeDef], # (29)
SparkSQL: NotRequired[SparkSQLTypeDef], # (30)
DirectKinesisSource: NotRequired[DirectKinesisSourceTypeDef], # (31)
DirectKafkaSource: NotRequired[DirectKafkaSourceTypeDef], # (32)
CatalogKinesisSource: NotRequired[CatalogKinesisSourceTypeDef], # (33)
CatalogKafkaSource: NotRequired[CatalogKafkaSourceTypeDef], # (34)
DropNullFields: NotRequired[DropNullFieldsTypeDef], # (35)
Merge: NotRequired[MergeTypeDef], # (36)
Union: NotRequired[UnionTypeDef], # (37)
PIIDetection: NotRequired[PIIDetectionTypeDef], # (38)
Aggregate: NotRequired[AggregateTypeDef], # (39)
DropDuplicates: NotRequired[DropDuplicatesTypeDef], # (40)
GovernedCatalogTarget: NotRequired[GovernedCatalogTargetTypeDef], # (41)
GovernedCatalogSource: NotRequired[GovernedCatalogSourceTypeDef], # (42)
MicrosoftSQLServerCatalogSource: NotRequired[MicrosoftSQLServerCatalogSourceTypeDef], # (43)
MySQLCatalogSource: NotRequired[MySQLCatalogSourceTypeDef], # (44)
OracleSQLCatalogSource: NotRequired[OracleSQLCatalogSourceTypeDef], # (45)
PostgreSQLCatalogSource: NotRequired[PostgreSQLCatalogSourceTypeDef], # (46)
MicrosoftSQLServerCatalogTarget: NotRequired[MicrosoftSQLServerCatalogTargetTypeDef], # (47)
MySQLCatalogTarget: NotRequired[MySQLCatalogTargetTypeDef], # (48)
OracleSQLCatalogTarget: NotRequired[OracleSQLCatalogTargetTypeDef], # (49)
PostgreSQLCatalogTarget: NotRequired[PostgreSQLCatalogTargetTypeDef], # (50)
DynamicTransform: NotRequired[DynamicTransformTypeDef], # (51)
EvaluateDataQuality: NotRequired[EvaluateDataQualityTypeDef], # (52)
S3CatalogHudiSource: NotRequired[S3CatalogHudiSourceTypeDef], # (53)
CatalogHudiSource: NotRequired[CatalogHudiSourceTypeDef], # (54)
S3HudiSource: NotRequired[S3HudiSourceTypeDef], # (55)
S3HudiCatalogTarget: NotRequired[S3HudiCatalogTargetTypeDef], # (56)
S3HudiDirectTarget: NotRequired[S3HudiDirectTargetTypeDef], # (57)
DirectJDBCSource: NotRequired[DirectJDBCSourceTypeDef], # (58)
S3CatalogDeltaSource: NotRequired[S3CatalogDeltaSourceTypeDef], # (59)
CatalogDeltaSource: NotRequired[CatalogDeltaSourceTypeDef], # (60)
S3DeltaSource: NotRequired[S3DeltaSourceTypeDef], # (61)
S3DeltaCatalogTarget: NotRequired[S3DeltaCatalogTargetTypeDef], # (62)
S3DeltaDirectTarget: NotRequired[S3DeltaDirectTargetTypeDef], # (63)
AmazonRedshiftSource: NotRequired[AmazonRedshiftSourceTypeDef], # (64)
AmazonRedshiftTarget: NotRequired[AmazonRedshiftTargetTypeDef], # (65)
EvaluateDataQualityMultiFrame: NotRequired[EvaluateDataQualityMultiFrameTypeDef], # (66)
Recipe: NotRequired[RecipeTypeDef], # (67)
SnowflakeSource: NotRequired[SnowflakeSourceTypeDef], # (68)
SnowflakeTarget: NotRequired[SnowflakeTargetTypeDef], # (69)
ConnectorDataSource: NotRequired[ConnectorDataSourceTypeDef], # (70)
ConnectorDataTarget: NotRequired[ConnectorDataTargetTypeDef], # (71)- See AthenaConnectorSourceTypeDef
- See JDBCConnectorSourceTypeDef
- See SparkConnectorSourceTypeDef
- See CatalogSourceTypeDef
- See RedshiftSourceTypeDef
- See S3CatalogSourceTypeDef
- See S3CsvSourceTypeDef
- See S3JsonSourceTypeDef
- See S3ParquetSourceTypeDef
- See RelationalCatalogSourceTypeDef
- See DynamoDBCatalogSourceTypeDef
- See JDBCConnectorTargetTypeDef
- See SparkConnectorTargetTypeDef
- See BasicCatalogTargetTypeDef
- See RedshiftTargetTypeDef
- See S3CatalogTargetTypeDef
- See S3GlueParquetTargetTypeDef
- See S3DirectTargetTypeDef
- See ApplyMappingTypeDef
- See SelectFieldsTypeDef
- See DropFieldsTypeDef
- See RenameFieldTypeDef
- See SpigotTypeDef
- See JoinTypeDef
- See SplitFieldsTypeDef
- See SelectFromCollectionTypeDef
- See FillMissingValuesTypeDef
- See FilterTypeDef
- See CustomCodeTypeDef
- See SparkSQLTypeDef
- See DirectKinesisSourceTypeDef
- See DirectKafkaSourceTypeDef
- See CatalogKinesisSourceTypeDef
- See CatalogKafkaSourceTypeDef
- See DropNullFieldsTypeDef
- See MergeTypeDef
- See UnionTypeDef
- See PIIDetectionTypeDef
- See AggregateTypeDef
- See DropDuplicatesTypeDef
- See GovernedCatalogTargetTypeDef
- See GovernedCatalogSourceTypeDef
- See MicrosoftSQLServerCatalogSourceTypeDef
- See MySQLCatalogSourceTypeDef
- See OracleSQLCatalogSourceTypeDef
- See PostgreSQLCatalogSourceTypeDef
- See MicrosoftSQLServerCatalogTargetTypeDef
- See MySQLCatalogTargetTypeDef
- See OracleSQLCatalogTargetTypeDef
- See PostgreSQLCatalogTargetTypeDef
- See DynamicTransformTypeDef
- See EvaluateDataQualityTypeDef
- See S3CatalogHudiSourceTypeDef
- See CatalogHudiSourceTypeDef
- See S3HudiSourceTypeDef
- See S3HudiCatalogTargetTypeDef
- See S3HudiDirectTargetTypeDef
- See DirectJDBCSourceTypeDef
- See S3CatalogDeltaSourceTypeDef
- See CatalogDeltaSourceTypeDef
- See S3DeltaSourceTypeDef
- See S3DeltaCatalogTargetTypeDef
- See S3DeltaDirectTargetTypeDef
- See AmazonRedshiftSourceTypeDef
- See AmazonRedshiftTargetTypeDef
- See EvaluateDataQualityMultiFrameTypeDef
- See RecipeTypeDef
- See SnowflakeSourceTypeDef
- See SnowflakeTargetTypeDef
- See ConnectorDataSourceTypeDef
- See ConnectorDataTargetTypeDef
GetMLTaskRunsResponseTypeDef#
# GetMLTaskRunsResponseTypeDef definition
class GetMLTaskRunsResponseTypeDef(TypedDict):
TaskRuns: List[TaskRunTypeDef], # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
NextToken: NotRequired[str],BatchTableOptimizerTypeDef#
# BatchTableOptimizerTypeDef definition
class BatchTableOptimizerTypeDef(TypedDict):
catalogId: NotRequired[str],
databaseName: NotRequired[str],
tableName: NotRequired[str],
tableOptimizer: NotRequired[TableOptimizerTypeDef], # (1)GetTableOptimizerResponseTypeDef#
# GetTableOptimizerResponseTypeDef definition
class GetTableOptimizerResponseTypeDef(TypedDict):
CatalogId: str,
DatabaseName: str,
TableName: str,
TableOptimizer: TableOptimizerTypeDef, # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)GetStatementResponseTypeDef#
# GetStatementResponseTypeDef definition
class GetStatementResponseTypeDef(TypedDict):
Statement: StatementTypeDef, # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)ListStatementsResponseTypeDef#
# ListStatementsResponseTypeDef definition
class ListStatementsResponseTypeDef(TypedDict):
Statements: List[StatementTypeDef], # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
NextToken: NotRequired[str],ColumnStatisticsTypeDef#
# ColumnStatisticsTypeDef definition
class ColumnStatisticsTypeDef(TypedDict):
ColumnName: str,
ColumnType: str,
AnalyzedTime: Union[datetime, str],
StatisticsData: ColumnStatisticsDataTypeDef, # (1)NodeTypeDef#
# NodeTypeDef definition
class NodeTypeDef(TypedDict):
Type: NotRequired[NodeTypeType], # (1)
Name: NotRequired[str],
UniqueId: NotRequired[str],
TriggerDetails: NotRequired[TriggerNodeDetailsTypeDef], # (2)
JobDetails: NotRequired[JobNodeDetailsTypeDef], # (3)
CrawlerDetails: NotRequired[CrawlerNodeDetailsTypeDef], # (4)- See NodeTypeType
- See TriggerNodeDetailsTypeDef
- See JobNodeDetailsTypeDef
- See CrawlerNodeDetailsTypeDef
GetMLTransformsResponseTypeDef#
# GetMLTransformsResponseTypeDef definition
class GetMLTransformsResponseTypeDef(TypedDict):
Transforms: List[MLTransformTypeDef], # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
NextToken: NotRequired[str],BatchGetDataQualityResultResponseTypeDef#
# BatchGetDataQualityResultResponseTypeDef definition
class BatchGetDataQualityResultResponseTypeDef(TypedDict):
Results: List[DataQualityResultTypeDef], # (1)
ResultsNotFound: List[str],
ResponseMetadata: ResponseMetadataTypeDef, # (2)ColumnStatisticsErrorTypeDef#
# ColumnStatisticsErrorTypeDef definition
class ColumnStatisticsErrorTypeDef(TypedDict):
ColumnStatistics: NotRequired[ColumnStatisticsOutputTypeDef], # (1)
Error: NotRequired[ErrorDetailTypeDef], # (2)GetColumnStatisticsForPartitionResponseTypeDef#
# GetColumnStatisticsForPartitionResponseTypeDef definition
class GetColumnStatisticsForPartitionResponseTypeDef(TypedDict):
ColumnStatisticsList: List[ColumnStatisticsOutputTypeDef], # (1)
Errors: List[ColumnErrorTypeDef], # (2)
ResponseMetadata: ResponseMetadataTypeDef, # (3)GetColumnStatisticsForTableResponseTypeDef#
# GetColumnStatisticsForTableResponseTypeDef definition
class GetColumnStatisticsForTableResponseTypeDef(TypedDict):
ColumnStatisticsList: List[ColumnStatisticsOutputTypeDef], # (1)
Errors: List[ColumnErrorTypeDef], # (2)
ResponseMetadata: ResponseMetadataTypeDef, # (3)BatchGetPartitionResponseTypeDef#
# BatchGetPartitionResponseTypeDef definition
class BatchGetPartitionResponseTypeDef(TypedDict):
Partitions: List[PartitionTypeDef], # (1)
UnprocessedKeys: List[PartitionValueListOutputTypeDef], # (2)
ResponseMetadata: ResponseMetadataTypeDef, # (3)GetPartitionResponseTypeDef#
# GetPartitionResponseTypeDef definition
class GetPartitionResponseTypeDef(TypedDict):
Partition: PartitionTypeDef, # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)GetPartitionsResponseTypeDef#
# GetPartitionsResponseTypeDef definition
class GetPartitionsResponseTypeDef(TypedDict):
Partitions: List[PartitionTypeDef], # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
NextToken: NotRequired[str],GetUnfilteredPartitionMetadataResponseTypeDef#
# GetUnfilteredPartitionMetadataResponseTypeDef definition
class GetUnfilteredPartitionMetadataResponseTypeDef(TypedDict):
Partition: PartitionTypeDef, # (1)
AuthorizedColumns: List[str],
IsRegisteredWithLakeFormation: bool,
ResponseMetadata: ResponseMetadataTypeDef, # (2)UnfilteredPartitionTypeDef#
# UnfilteredPartitionTypeDef definition
class UnfilteredPartitionTypeDef(TypedDict):
Partition: NotRequired[PartitionTypeDef], # (1)
AuthorizedColumns: NotRequired[List[str]],
IsRegisteredWithLakeFormation: NotRequired[bool],- See PartitionTypeDef
GetTableResponseTypeDef#
# GetTableResponseTypeDef definition
class GetTableResponseTypeDef(TypedDict):
Table: TableTypeDef, # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)- See TableTypeDef
- See ResponseMetadataTypeDef
GetTablesResponseTypeDef#
# GetTablesResponseTypeDef definition
class GetTablesResponseTypeDef(TypedDict):
TableList: List[TableTypeDef], # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
NextToken: NotRequired[str],- See TableTypeDef
- See ResponseMetadataTypeDef
GetUnfilteredTableMetadataResponseTypeDef#
# GetUnfilteredTableMetadataResponseTypeDef definition
class GetUnfilteredTableMetadataResponseTypeDef(TypedDict):
Table: TableTypeDef, # (1)
AuthorizedColumns: List[str],
IsRegisteredWithLakeFormation: bool,
CellFilters: List[ColumnRowFilterTypeDef], # (2)
QueryAuthorizationId: str,
IsMultiDialectView: bool,
ResourceArn: str,
IsProtected: bool,
Permissions: List[PermissionType], # (3)
RowFilter: str,
ResponseMetadata: ResponseMetadataTypeDef, # (4)- See TableTypeDef
- See ColumnRowFilterTypeDef
- See PermissionType
- See ResponseMetadataTypeDef
SearchTablesResponseTypeDef#
# SearchTablesResponseTypeDef definition
class SearchTablesResponseTypeDef(TypedDict):
TableList: List[TableTypeDef], # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
NextToken: NotRequired[str],- See TableTypeDef
- See ResponseMetadataTypeDef
TableVersionTypeDef#
# TableVersionTypeDef definition
class TableVersionTypeDef(TypedDict):
Table: NotRequired[TableTypeDef], # (1)
VersionId: NotRequired[str],- See TableTypeDef
BatchCreatePartitionRequestRequestTypeDef#
# BatchCreatePartitionRequestRequestTypeDef definition
class BatchCreatePartitionRequestRequestTypeDef(TypedDict):
DatabaseName: str,
TableName: str,
PartitionInputList: Sequence[PartitionInputTypeDef], # (1)
CatalogId: NotRequired[str],BatchUpdatePartitionRequestEntryTypeDef#
# BatchUpdatePartitionRequestEntryTypeDef definition
class BatchUpdatePartitionRequestEntryTypeDef(TypedDict):
PartitionValueList: Sequence[str],
PartitionInput: PartitionInputTypeDef, # (1)CreatePartitionRequestRequestTypeDef#
# CreatePartitionRequestRequestTypeDef definition
class CreatePartitionRequestRequestTypeDef(TypedDict):
DatabaseName: str,
TableName: str,
PartitionInput: PartitionInputTypeDef, # (1)
CatalogId: NotRequired[str],UpdatePartitionRequestRequestTypeDef#
# UpdatePartitionRequestRequestTypeDef definition
class UpdatePartitionRequestRequestTypeDef(TypedDict):
DatabaseName: str,
TableName: str,
PartitionValueList: Sequence[str],
PartitionInput: PartitionInputTypeDef, # (1)
CatalogId: NotRequired[str],CreateTableRequestRequestTypeDef#
# CreateTableRequestRequestTypeDef definition
class CreateTableRequestRequestTypeDef(TypedDict):
DatabaseName: str,
TableInput: TableInputTypeDef, # (1)
CatalogId: NotRequired[str],
PartitionIndexes: NotRequired[Sequence[PartitionIndexTypeDef]], # (2)
TransactionId: NotRequired[str],
OpenTableFormatInput: NotRequired[OpenTableFormatInputTypeDef], # (3)UpdateTableRequestRequestTypeDef#
# UpdateTableRequestRequestTypeDef definition
class UpdateTableRequestRequestTypeDef(TypedDict):
DatabaseName: str,
TableInput: TableInputTypeDef, # (1)
CatalogId: NotRequired[str],
SkipArchive: NotRequired[bool],
TransactionId: NotRequired[str],
VersionId: NotRequired[str],JobTypeDef#
# JobTypeDef definition
class JobTypeDef(TypedDict):
Name: NotRequired[str],
Description: NotRequired[str],
LogUri: NotRequired[str],
Role: NotRequired[str],
CreatedOn: NotRequired[datetime],
LastModifiedOn: NotRequired[datetime],
ExecutionProperty: NotRequired[ExecutionPropertyTypeDef], # (1)
Command: NotRequired[JobCommandTypeDef], # (2)
DefaultArguments: NotRequired[Dict[str, str]],
NonOverridableArguments: NotRequired[Dict[str, str]],
Connections: NotRequired[ConnectionsListOutputTypeDef], # (3)
MaxRetries: NotRequired[int],
AllocatedCapacity: NotRequired[int],
Timeout: NotRequired[int],
MaxCapacity: NotRequired[float],
WorkerType: NotRequired[WorkerTypeType], # (4)
NumberOfWorkers: NotRequired[int],
SecurityConfiguration: NotRequired[str],
NotificationProperty: NotRequired[NotificationPropertyTypeDef], # (5)
GlueVersion: NotRequired[str],
CodeGenConfigurationNodes: NotRequired[Dict[str, CodeGenConfigurationNodeOutputTypeDef]], # (6)
ExecutionClass: NotRequired[ExecutionClassType], # (7)
SourceControlDetails: NotRequired[SourceControlDetailsTypeDef], # (8)- See ExecutionPropertyTypeDef
- See JobCommandTypeDef
- See ConnectionsListOutputTypeDef
- See WorkerTypeType
- See NotificationPropertyTypeDef
- See CodeGenConfigurationNodeOutputTypeDef
- See ExecutionClassType
- See SourceControlDetailsTypeDef
JobUpdateTypeDef#
# JobUpdateTypeDef definition
class JobUpdateTypeDef(TypedDict):
Description: NotRequired[str],
LogUri: NotRequired[str],
Role: NotRequired[str],
ExecutionProperty: NotRequired[ExecutionPropertyTypeDef], # (1)
Command: NotRequired[JobCommandTypeDef], # (2)
DefaultArguments: NotRequired[Mapping[str, str]],
NonOverridableArguments: NotRequired[Mapping[str, str]],
Connections: NotRequired[ConnectionsListTypeDef], # (3)
MaxRetries: NotRequired[int],
AllocatedCapacity: NotRequired[int],
Timeout: NotRequired[int],
MaxCapacity: NotRequired[float],
WorkerType: NotRequired[WorkerTypeType], # (4)
NumberOfWorkers: NotRequired[int],
SecurityConfiguration: NotRequired[str],
NotificationProperty: NotRequired[NotificationPropertyTypeDef], # (5)
GlueVersion: NotRequired[str],
CodeGenConfigurationNodes: NotRequired[Mapping[str, CodeGenConfigurationNodeTypeDef]], # (6)
ExecutionClass: NotRequired[ExecutionClassType], # (7)
SourceControlDetails: NotRequired[SourceControlDetailsTypeDef], # (8)- See ExecutionPropertyTypeDef
- See JobCommandTypeDef
- See ConnectionsListTypeDef
- See WorkerTypeType
- See NotificationPropertyTypeDef
- See CodeGenConfigurationNodeTypeDef
- See ExecutionClassType
- See SourceControlDetailsTypeDef
BatchGetTableOptimizerResponseTypeDef#
# BatchGetTableOptimizerResponseTypeDef definition
class BatchGetTableOptimizerResponseTypeDef(TypedDict):
TableOptimizers: List[BatchTableOptimizerTypeDef], # (1)
Failures: List[BatchGetTableOptimizerErrorTypeDef], # (2)
ResponseMetadata: ResponseMetadataTypeDef, # (3)WorkflowGraphTypeDef#
# WorkflowGraphTypeDef definition
class WorkflowGraphTypeDef(TypedDict):
Nodes: NotRequired[List[NodeTypeDef]], # (1)
Edges: NotRequired[List[EdgeTypeDef]], # (2)- See NodeTypeDef
- See EdgeTypeDef
UpdateColumnStatisticsForPartitionResponseTypeDef#
# UpdateColumnStatisticsForPartitionResponseTypeDef definition
class UpdateColumnStatisticsForPartitionResponseTypeDef(TypedDict):
Errors: List[ColumnStatisticsErrorTypeDef], # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)UpdateColumnStatisticsForTableResponseTypeDef#
# UpdateColumnStatisticsForTableResponseTypeDef definition
class UpdateColumnStatisticsForTableResponseTypeDef(TypedDict):
Errors: List[ColumnStatisticsErrorTypeDef], # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)GetUnfilteredPartitionsMetadataResponseTypeDef#
# GetUnfilteredPartitionsMetadataResponseTypeDef definition
class GetUnfilteredPartitionsMetadataResponseTypeDef(TypedDict):
UnfilteredPartitions: List[UnfilteredPartitionTypeDef], # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
NextToken: NotRequired[str],GetTableVersionResponseTypeDef#
# GetTableVersionResponseTypeDef definition
class GetTableVersionResponseTypeDef(TypedDict):
TableVersion: TableVersionTypeDef, # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)GetTableVersionsResponseTypeDef#
# GetTableVersionsResponseTypeDef definition
class GetTableVersionsResponseTypeDef(TypedDict):
TableVersions: List[TableVersionTypeDef], # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
NextToken: NotRequired[str],BatchUpdatePartitionRequestRequestTypeDef#
# BatchUpdatePartitionRequestRequestTypeDef definition
class BatchUpdatePartitionRequestRequestTypeDef(TypedDict):
DatabaseName: str,
TableName: str,
Entries: Sequence[BatchUpdatePartitionRequestEntryTypeDef], # (1)
CatalogId: NotRequired[str],BatchGetJobsResponseTypeDef#
# BatchGetJobsResponseTypeDef definition
class BatchGetJobsResponseTypeDef(TypedDict):
Jobs: List[JobTypeDef], # (1)
JobsNotFound: List[str],
ResponseMetadata: ResponseMetadataTypeDef, # (2)- See JobTypeDef
- See ResponseMetadataTypeDef
GetJobResponseTypeDef#
# GetJobResponseTypeDef definition
class GetJobResponseTypeDef(TypedDict):
Job: JobTypeDef, # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)- See JobTypeDef
- See ResponseMetadataTypeDef
GetJobsResponseTypeDef#
# GetJobsResponseTypeDef definition
class GetJobsResponseTypeDef(TypedDict):
Jobs: List[JobTypeDef], # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
NextToken: NotRequired[str],- See JobTypeDef
- See ResponseMetadataTypeDef
CreateJobRequestRequestTypeDef#
# CreateJobRequestRequestTypeDef definition
class CreateJobRequestRequestTypeDef(TypedDict):
Name: str,
Role: str,
Command: JobCommandTypeDef, # (1)
Description: NotRequired[str],
LogUri: NotRequired[str],
ExecutionProperty: NotRequired[ExecutionPropertyTypeDef], # (2)
DefaultArguments: NotRequired[Mapping[str, str]],
NonOverridableArguments: NotRequired[Mapping[str, str]],
Connections: NotRequired[ConnectionsListTypeDef], # (3)
MaxRetries: NotRequired[int],
AllocatedCapacity: NotRequired[int],
Timeout: NotRequired[int],
MaxCapacity: NotRequired[float],
SecurityConfiguration: NotRequired[str],
Tags: NotRequired[Mapping[str, str]],
NotificationProperty: NotRequired[NotificationPropertyTypeDef], # (4)
GlueVersion: NotRequired[str],
NumberOfWorkers: NotRequired[int],
WorkerType: NotRequired[WorkerTypeType], # (5)
CodeGenConfigurationNodes: NotRequired[Mapping[str, Union[CodeGenConfigurationNodeTypeDef, CodeGenConfigurationNodeExtraOutputTypeDef]]], # (6)
ExecutionClass: NotRequired[ExecutionClassType], # (7)
SourceControlDetails: NotRequired[SourceControlDetailsTypeDef], # (8)- See JobCommandTypeDef
- See ExecutionPropertyTypeDef
- See ConnectionsListTypeDef
- See NotificationPropertyTypeDef
- See WorkerTypeType
- See CodeGenConfigurationNodeTypeDef CodeGenConfigurationNodeExtraOutputTypeDef
- See ExecutionClassType
- See SourceControlDetailsTypeDef
UpdateJobRequestRequestTypeDef#
# UpdateJobRequestRequestTypeDef definition
class UpdateJobRequestRequestTypeDef(TypedDict):
JobName: str,
JobUpdate: JobUpdateTypeDef, # (1)- See JobUpdateTypeDef
UpdateColumnStatisticsForPartitionRequestRequestTypeDef#
# UpdateColumnStatisticsForPartitionRequestRequestTypeDef definition
class UpdateColumnStatisticsForPartitionRequestRequestTypeDef(TypedDict):
DatabaseName: str,
TableName: str,
PartitionValues: Sequence[str],
ColumnStatisticsList: Sequence[Union[ColumnStatisticsTypeDef, ColumnStatisticsOutputTypeDef]], # (1)
CatalogId: NotRequired[str],UpdateColumnStatisticsForTableRequestRequestTypeDef#
# UpdateColumnStatisticsForTableRequestRequestTypeDef definition
class UpdateColumnStatisticsForTableRequestRequestTypeDef(TypedDict):
DatabaseName: str,
TableName: str,
ColumnStatisticsList: Sequence[Union[ColumnStatisticsTypeDef, ColumnStatisticsOutputTypeDef]], # (1)
CatalogId: NotRequired[str],WorkflowRunTypeDef#
# WorkflowRunTypeDef definition
class WorkflowRunTypeDef(TypedDict):
Name: NotRequired[str],
WorkflowRunId: NotRequired[str],
PreviousRunId: NotRequired[str],
WorkflowRunProperties: NotRequired[Dict[str, str]],
StartedOn: NotRequired[datetime],
CompletedOn: NotRequired[datetime],
Status: NotRequired[WorkflowRunStatusType], # (1)
ErrorMessage: NotRequired[str],
Statistics: NotRequired[WorkflowRunStatisticsTypeDef], # (2)
Graph: NotRequired[WorkflowGraphTypeDef], # (3)
StartingEventBatchCondition: NotRequired[StartingEventBatchConditionTypeDef], # (4)- See WorkflowRunStatusType
- See WorkflowRunStatisticsTypeDef
- See WorkflowGraphTypeDef
- See StartingEventBatchConditionTypeDef
GetWorkflowRunResponseTypeDef#
# GetWorkflowRunResponseTypeDef definition
class GetWorkflowRunResponseTypeDef(TypedDict):
Run: WorkflowRunTypeDef, # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)GetWorkflowRunsResponseTypeDef#
# GetWorkflowRunsResponseTypeDef definition
class GetWorkflowRunsResponseTypeDef(TypedDict):
Runs: List[WorkflowRunTypeDef], # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
NextToken: NotRequired[str],WorkflowTypeDef#
# WorkflowTypeDef definition
class WorkflowTypeDef(TypedDict):
Name: NotRequired[str],
Description: NotRequired[str],
DefaultRunProperties: NotRequired[Dict[str, str]],
CreatedOn: NotRequired[datetime],
LastModifiedOn: NotRequired[datetime],
LastRun: NotRequired[WorkflowRunTypeDef], # (1)
Graph: NotRequired[WorkflowGraphTypeDef], # (2)
MaxConcurrentRuns: NotRequired[int],
BlueprintDetails: NotRequired[BlueprintDetailsTypeDef], # (3)BatchGetWorkflowsResponseTypeDef#
# BatchGetWorkflowsResponseTypeDef definition
class BatchGetWorkflowsResponseTypeDef(TypedDict):
Workflows: List[WorkflowTypeDef], # (1)
MissingWorkflows: List[str],
ResponseMetadata: ResponseMetadataTypeDef, # (2)GetWorkflowResponseTypeDef#
# GetWorkflowResponseTypeDef definition
class GetWorkflowResponseTypeDef(TypedDict):
Workflow: WorkflowTypeDef, # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)