Type definitions#
Auto-generated documentation for Glue type annotations stubs module mypy-boto3-glue.
TimestampTypeDef#
# TimestampTypeDef definition
TimestampTypeDef = Union[
datetime,
str,
]
NotificationPropertyTypeDef#
# NotificationPropertyTypeDef definition
class NotificationPropertyTypeDef(TypedDict):
NotifyDelayAfter: NotRequired[int],
AggregateOperationTypeDef#
# AggregateOperationTypeDef definition
class AggregateOperationTypeDef(TypedDict):
Column: List[str],
AggFunc: AggFunctionType, # (1)
- See AggFunctionType
AmazonRedshiftAdvancedOptionTypeDef#
# AmazonRedshiftAdvancedOptionTypeDef definition
class AmazonRedshiftAdvancedOptionTypeDef(TypedDict):
Key: NotRequired[str],
Value: NotRequired[str],
OptionTypeDef#
# OptionTypeDef definition
class OptionTypeDef(TypedDict):
Value: NotRequired[str],
Label: NotRequired[str],
Description: NotRequired[str],
ApplyMappingTypeDef#
# ApplyMappingTypeDef definition
class ApplyMappingTypeDef(TypedDict):
Name: str,
Inputs: List[str],
Mapping: List[MappingTypeDef], # (1)
- See MappingTypeDef
AuditContextTypeDef#
# AuditContextTypeDef definition
class AuditContextTypeDef(TypedDict):
AdditionalAuditContext: NotRequired[str],
RequestedColumns: NotRequired[Sequence[str]],
AllColumnsRequested: NotRequired[bool],
PartitionValueListPaginatorTypeDef#
# PartitionValueListPaginatorTypeDef definition
class PartitionValueListPaginatorTypeDef(TypedDict):
Values: List[str],
PartitionValueListTypeDef#
# PartitionValueListTypeDef definition
class PartitionValueListTypeDef(TypedDict):
Values: Sequence[str],
BasicCatalogTargetTypeDef#
# BasicCatalogTargetTypeDef definition
class BasicCatalogTargetTypeDef(TypedDict):
Name: str,
Inputs: List[str],
Database: str,
Table: str,
ResponseMetadataTypeDef#
# ResponseMetadataTypeDef definition
class ResponseMetadataTypeDef(TypedDict):
RequestId: str,
HTTPStatusCode: int,
HTTPHeaders: Dict[str, str],
RetryAttempts: int,
HostId: NotRequired[str],
BatchDeleteConnectionRequestRequestTypeDef#
# BatchDeleteConnectionRequestRequestTypeDef definition
class BatchDeleteConnectionRequestRequestTypeDef(TypedDict):
ConnectionNameList: Sequence[str],
CatalogId: NotRequired[str],
ErrorDetailTypeDef#
# ErrorDetailTypeDef definition
class ErrorDetailTypeDef(TypedDict):
ErrorCode: NotRequired[str],
ErrorMessage: NotRequired[str],
BatchDeleteTableRequestRequestTypeDef#
# BatchDeleteTableRequestRequestTypeDef definition
class BatchDeleteTableRequestRequestTypeDef(TypedDict):
DatabaseName: str,
TablesToDelete: Sequence[str],
CatalogId: NotRequired[str],
TransactionId: NotRequired[str],
BatchDeleteTableVersionRequestRequestTypeDef#
# BatchDeleteTableVersionRequestRequestTypeDef definition
class BatchDeleteTableVersionRequestRequestTypeDef(TypedDict):
DatabaseName: str,
TableName: str,
VersionIds: Sequence[str],
CatalogId: NotRequired[str],
BatchGetBlueprintsRequestRequestTypeDef#
# BatchGetBlueprintsRequestRequestTypeDef definition
class BatchGetBlueprintsRequestRequestTypeDef(TypedDict):
Names: Sequence[str],
IncludeBlueprint: NotRequired[bool],
IncludeParameterSpec: NotRequired[bool],
BatchGetCrawlersRequestRequestTypeDef#
# BatchGetCrawlersRequestRequestTypeDef definition
class BatchGetCrawlersRequestRequestTypeDef(TypedDict):
CrawlerNames: Sequence[str],
BatchGetCustomEntityTypesRequestRequestTypeDef#
# BatchGetCustomEntityTypesRequestRequestTypeDef definition
class BatchGetCustomEntityTypesRequestRequestTypeDef(TypedDict):
Names: Sequence[str],
CustomEntityTypeTypeDef#
# CustomEntityTypeTypeDef definition
class CustomEntityTypeTypeDef(TypedDict):
Name: str,
RegexString: str,
ContextWords: NotRequired[List[str]],
BatchGetDataQualityResultRequestRequestTypeDef#
# BatchGetDataQualityResultRequestRequestTypeDef definition
class BatchGetDataQualityResultRequestRequestTypeDef(TypedDict):
ResultIds: Sequence[str],
BatchGetDevEndpointsRequestRequestTypeDef#
# BatchGetDevEndpointsRequestRequestTypeDef definition
class BatchGetDevEndpointsRequestRequestTypeDef(TypedDict):
DevEndpointNames: Sequence[str],
DevEndpointTypeDef#
# DevEndpointTypeDef definition
class DevEndpointTypeDef(TypedDict):
EndpointName: NotRequired[str],
RoleArn: NotRequired[str],
SecurityGroupIds: NotRequired[List[str]],
SubnetId: NotRequired[str],
YarnEndpointAddress: NotRequired[str],
PrivateAddress: NotRequired[str],
ZeppelinRemoteSparkInterpreterPort: NotRequired[int],
PublicAddress: NotRequired[str],
Status: NotRequired[str],
WorkerType: NotRequired[WorkerTypeType], # (1)
GlueVersion: NotRequired[str],
NumberOfWorkers: NotRequired[int],
NumberOfNodes: NotRequired[int],
AvailabilityZone: NotRequired[str],
VpcId: NotRequired[str],
ExtraPythonLibsS3Path: NotRequired[str],
ExtraJarsS3Path: NotRequired[str],
FailureReason: NotRequired[str],
LastUpdateStatus: NotRequired[str],
CreatedTimestamp: NotRequired[datetime],
LastModifiedTimestamp: NotRequired[datetime],
PublicKey: NotRequired[str],
PublicKeys: NotRequired[List[str]],
SecurityConfiguration: NotRequired[str],
Arguments: NotRequired[Dict[str, str]],
- See WorkerTypeType
BatchGetJobsRequestRequestTypeDef#
# BatchGetJobsRequestRequestTypeDef definition
class BatchGetJobsRequestRequestTypeDef(TypedDict):
JobNames: Sequence[str],
BatchGetTableOptimizerEntryTypeDef#
# BatchGetTableOptimizerEntryTypeDef definition
class BatchGetTableOptimizerEntryTypeDef(TypedDict):
catalogId: NotRequired[str],
databaseName: NotRequired[str],
tableName: NotRequired[str],
type: NotRequired[TableOptimizerTypeType], # (1)
BatchGetTriggersRequestRequestTypeDef#
# BatchGetTriggersRequestRequestTypeDef definition
class BatchGetTriggersRequestRequestTypeDef(TypedDict):
TriggerNames: Sequence[str],
BatchGetWorkflowsRequestRequestTypeDef#
# BatchGetWorkflowsRequestRequestTypeDef definition
class BatchGetWorkflowsRequestRequestTypeDef(TypedDict):
Names: Sequence[str],
IncludeGraph: NotRequired[bool],
BatchStopJobRunRequestRequestTypeDef#
# BatchStopJobRunRequestRequestTypeDef definition
class BatchStopJobRunRequestRequestTypeDef(TypedDict):
JobName: str,
JobRunIds: Sequence[str],
BatchStopJobRunSuccessfulSubmissionTypeDef#
# BatchStopJobRunSuccessfulSubmissionTypeDef definition
class BatchStopJobRunSuccessfulSubmissionTypeDef(TypedDict):
JobName: NotRequired[str],
JobRunId: NotRequired[str],
BinaryColumnStatisticsDataTypeDef#
# BinaryColumnStatisticsDataTypeDef definition
class BinaryColumnStatisticsDataTypeDef(TypedDict):
MaximumLength: int,
AverageLength: float,
NumberOfNulls: int,
BlueprintDetailsTypeDef#
# BlueprintDetailsTypeDef definition
class BlueprintDetailsTypeDef(TypedDict):
BlueprintName: NotRequired[str],
RunId: NotRequired[str],
BlueprintRunTypeDef#
# BlueprintRunTypeDef definition
class BlueprintRunTypeDef(TypedDict):
BlueprintName: NotRequired[str],
RunId: NotRequired[str],
WorkflowName: NotRequired[str],
State: NotRequired[BlueprintRunStateType], # (1)
StartedOn: NotRequired[datetime],
CompletedOn: NotRequired[datetime],
ErrorMessage: NotRequired[str],
RollbackErrorMessage: NotRequired[str],
Parameters: NotRequired[str],
RoleArn: NotRequired[str],
LastActiveDefinitionTypeDef#
# LastActiveDefinitionTypeDef definition
class LastActiveDefinitionTypeDef(TypedDict):
Description: NotRequired[str],
LastModifiedOn: NotRequired[datetime],
ParameterSpec: NotRequired[str],
BlueprintLocation: NotRequired[str],
BlueprintServiceLocation: NotRequired[str],
BooleanColumnStatisticsDataTypeDef#
# BooleanColumnStatisticsDataTypeDef definition
class BooleanColumnStatisticsDataTypeDef(TypedDict):
NumberOfTrues: int,
NumberOfFalses: int,
NumberOfNulls: int,
CancelDataQualityRuleRecommendationRunRequestRequestTypeDef#
# CancelDataQualityRuleRecommendationRunRequestRequestTypeDef definition
class CancelDataQualityRuleRecommendationRunRequestRequestTypeDef(TypedDict):
RunId: str,
CancelDataQualityRulesetEvaluationRunRequestRequestTypeDef#
# CancelDataQualityRulesetEvaluationRunRequestRequestTypeDef definition
class CancelDataQualityRulesetEvaluationRunRequestRequestTypeDef(TypedDict):
RunId: str,
CancelMLTaskRunRequestRequestTypeDef#
# CancelMLTaskRunRequestRequestTypeDef definition
class CancelMLTaskRunRequestRequestTypeDef(TypedDict):
TransformId: str,
TaskRunId: str,
CancelStatementRequestRequestTypeDef#
# CancelStatementRequestRequestTypeDef definition
class CancelStatementRequestRequestTypeDef(TypedDict):
SessionId: str,
Id: int,
RequestOrigin: NotRequired[str],
CatalogEntryTypeDef#
# CatalogEntryTypeDef definition
class CatalogEntryTypeDef(TypedDict):
DatabaseName: str,
TableName: str,
CatalogImportStatusTypeDef#
# CatalogImportStatusTypeDef definition
class CatalogImportStatusTypeDef(TypedDict):
ImportCompleted: NotRequired[bool],
ImportTime: NotRequired[datetime],
ImportedBy: NotRequired[str],
KafkaStreamingSourceOptionsTypeDef#
# KafkaStreamingSourceOptionsTypeDef definition
class KafkaStreamingSourceOptionsTypeDef(TypedDict):
BootstrapServers: NotRequired[str],
SecurityProtocol: NotRequired[str],
ConnectionName: NotRequired[str],
TopicName: NotRequired[str],
Assign: NotRequired[str],
SubscribePattern: NotRequired[str],
Classification: NotRequired[str],
Delimiter: NotRequired[str],
StartingOffsets: NotRequired[str],
EndingOffsets: NotRequired[str],
PollTimeoutMs: NotRequired[int],
NumRetries: NotRequired[int],
RetryIntervalMs: NotRequired[int],
MaxOffsetsPerTrigger: NotRequired[int],
MinPartitions: NotRequired[int],
IncludeHeaders: NotRequired[bool],
AddRecordTimestamp: NotRequired[str],
EmitConsumerLagMetrics: NotRequired[str],
StartingTimestamp: NotRequired[datetime],
StreamingDataPreviewOptionsTypeDef#
# StreamingDataPreviewOptionsTypeDef definition
class StreamingDataPreviewOptionsTypeDef(TypedDict):
PollingTime: NotRequired[int],
RecordPollingLimit: NotRequired[int],
KinesisStreamingSourceOptionsTypeDef#
# KinesisStreamingSourceOptionsTypeDef definition
class KinesisStreamingSourceOptionsTypeDef(TypedDict):
EndpointUrl: NotRequired[str],
StreamName: NotRequired[str],
Classification: NotRequired[str],
Delimiter: NotRequired[str],
StartingPosition: NotRequired[StartingPositionType], # (1)
MaxFetchTimeInMs: NotRequired[int],
MaxFetchRecordsPerShard: NotRequired[int],
MaxRecordPerRead: NotRequired[int],
AddIdleTimeBetweenReads: NotRequired[bool],
IdleTimeBetweenReadsInMs: NotRequired[int],
DescribeShardInterval: NotRequired[int],
NumRetries: NotRequired[int],
RetryIntervalMs: NotRequired[int],
MaxRetryIntervalMs: NotRequired[int],
AvoidEmptyBatches: NotRequired[bool],
StreamArn: NotRequired[str],
RoleArn: NotRequired[str],
RoleSessionName: NotRequired[str],
AddRecordTimestamp: NotRequired[str],
EmitConsumerLagMetrics: NotRequired[str],
StartingTimestamp: NotRequired[datetime],
CatalogSchemaChangePolicyTypeDef#
# CatalogSchemaChangePolicyTypeDef definition
class CatalogSchemaChangePolicyTypeDef(TypedDict):
EnableUpdateCatalog: NotRequired[bool],
UpdateBehavior: NotRequired[UpdateCatalogBehaviorType], # (1)
CatalogSourceTypeDef#
# CatalogSourceTypeDef definition
class CatalogSourceTypeDef(TypedDict):
Name: str,
Database: str,
Table: str,
CatalogTargetTypeDef#
# CatalogTargetTypeDef definition
class CatalogTargetTypeDef(TypedDict):
DatabaseName: str,
Tables: List[str],
ConnectionName: NotRequired[str],
EventQueueArn: NotRequired[str],
DlqEventQueueArn: NotRequired[str],
CheckSchemaVersionValidityInputRequestTypeDef#
# CheckSchemaVersionValidityInputRequestTypeDef definition
class CheckSchemaVersionValidityInputRequestTypeDef(TypedDict):
DataFormat: DataFormatType, # (1)
SchemaDefinition: str,
- See DataFormatType
CsvClassifierTypeDef#
# CsvClassifierTypeDef definition
class CsvClassifierTypeDef(TypedDict):
Name: str,
CreationTime: NotRequired[datetime],
LastUpdated: NotRequired[datetime],
Version: NotRequired[int],
Delimiter: NotRequired[str],
QuoteSymbol: NotRequired[str],
ContainsHeader: NotRequired[CsvHeaderOptionType], # (1)
Header: NotRequired[List[str]],
DisableValueTrimming: NotRequired[bool],
AllowSingleColumn: NotRequired[bool],
CustomDatatypeConfigured: NotRequired[bool],
CustomDatatypes: NotRequired[List[str]],
Serde: NotRequired[CsvSerdeOptionType], # (2)
GrokClassifierTypeDef#
# GrokClassifierTypeDef definition
class GrokClassifierTypeDef(TypedDict):
Name: str,
Classification: str,
GrokPattern: str,
CreationTime: NotRequired[datetime],
LastUpdated: NotRequired[datetime],
Version: NotRequired[int],
CustomPatterns: NotRequired[str],
JsonClassifierTypeDef#
# JsonClassifierTypeDef definition
class JsonClassifierTypeDef(TypedDict):
Name: str,
JsonPath: str,
CreationTime: NotRequired[datetime],
LastUpdated: NotRequired[datetime],
Version: NotRequired[int],
XMLClassifierTypeDef#
# XMLClassifierTypeDef definition
class XMLClassifierTypeDef(TypedDict):
Name: str,
Classification: str,
CreationTime: NotRequired[datetime],
LastUpdated: NotRequired[datetime],
Version: NotRequired[int],
RowTag: NotRequired[str],
CloudWatchEncryptionTypeDef#
# CloudWatchEncryptionTypeDef definition
class CloudWatchEncryptionTypeDef(TypedDict):
CloudWatchEncryptionMode: NotRequired[CloudWatchEncryptionModeType], # (1)
KmsKeyArn: NotRequired[str],
ConnectorDataTargetTypeDef#
# ConnectorDataTargetTypeDef definition
class ConnectorDataTargetTypeDef(TypedDict):
Name: str,
ConnectionType: str,
Data: Dict[str, str],
Inputs: NotRequired[List[str]],
DirectJDBCSourceTypeDef#
# DirectJDBCSourceTypeDef definition
class DirectJDBCSourceTypeDef(TypedDict):
Name: str,
Database: str,
Table: str,
ConnectionName: str,
ConnectionType: JDBCConnectionTypeType, # (1)
RedshiftTmpDir: NotRequired[str],
DropDuplicatesTypeDef#
# DropDuplicatesTypeDef definition
class DropDuplicatesTypeDef(TypedDict):
Name: str,
Inputs: List[str],
Columns: NotRequired[List[List[str]]],
DropFieldsTypeDef#
# DropFieldsTypeDef definition
class DropFieldsTypeDef(TypedDict):
Name: str,
Inputs: List[str],
Paths: List[List[str]],
DynamoDBCatalogSourceTypeDef#
# DynamoDBCatalogSourceTypeDef definition
class DynamoDBCatalogSourceTypeDef(TypedDict):
Name: str,
Database: str,
Table: str,
FillMissingValuesTypeDef#
# FillMissingValuesTypeDef definition
class FillMissingValuesTypeDef(TypedDict):
Name: str,
Inputs: List[str],
ImputedPath: str,
FilledPath: NotRequired[str],
MergeTypeDef#
# MergeTypeDef definition
class MergeTypeDef(TypedDict):
Name: str,
Inputs: List[str],
Source: str,
PrimaryKeys: List[List[str]],
MicrosoftSQLServerCatalogSourceTypeDef#
# MicrosoftSQLServerCatalogSourceTypeDef definition
class MicrosoftSQLServerCatalogSourceTypeDef(TypedDict):
Name: str,
Database: str,
Table: str,
MicrosoftSQLServerCatalogTargetTypeDef#
# MicrosoftSQLServerCatalogTargetTypeDef definition
class MicrosoftSQLServerCatalogTargetTypeDef(TypedDict):
Name: str,
Inputs: List[str],
Database: str,
Table: str,
MySQLCatalogSourceTypeDef#
# MySQLCatalogSourceTypeDef definition
class MySQLCatalogSourceTypeDef(TypedDict):
Name: str,
Database: str,
Table: str,
MySQLCatalogTargetTypeDef#
# MySQLCatalogTargetTypeDef definition
class MySQLCatalogTargetTypeDef(TypedDict):
Name: str,
Inputs: List[str],
Database: str,
Table: str,
OracleSQLCatalogSourceTypeDef#
# OracleSQLCatalogSourceTypeDef definition
class OracleSQLCatalogSourceTypeDef(TypedDict):
Name: str,
Database: str,
Table: str,
OracleSQLCatalogTargetTypeDef#
# OracleSQLCatalogTargetTypeDef definition
class OracleSQLCatalogTargetTypeDef(TypedDict):
Name: str,
Inputs: List[str],
Database: str,
Table: str,
PIIDetectionTypeDef#
# PIIDetectionTypeDef definition
class PIIDetectionTypeDef(TypedDict):
Name: str,
Inputs: List[str],
PiiType: PiiTypeType, # (1)
EntityTypesToDetect: List[str],
OutputColumnName: NotRequired[str],
SampleFraction: NotRequired[float],
ThresholdFraction: NotRequired[float],
MaskValue: NotRequired[str],
- See PiiTypeType
PostgreSQLCatalogSourceTypeDef#
# PostgreSQLCatalogSourceTypeDef definition
class PostgreSQLCatalogSourceTypeDef(TypedDict):
Name: str,
Database: str,
Table: str,
PostgreSQLCatalogTargetTypeDef#
# PostgreSQLCatalogTargetTypeDef definition
class PostgreSQLCatalogTargetTypeDef(TypedDict):
Name: str,
Inputs: List[str],
Database: str,
Table: str,
RedshiftSourceTypeDef#
# RedshiftSourceTypeDef definition
class RedshiftSourceTypeDef(TypedDict):
Name: str,
Database: str,
Table: str,
RedshiftTmpDir: NotRequired[str],
TmpDirIAMRole: NotRequired[str],
RelationalCatalogSourceTypeDef#
# RelationalCatalogSourceTypeDef definition
class RelationalCatalogSourceTypeDef(TypedDict):
Name: str,
Database: str,
Table: str,
RenameFieldTypeDef#
# RenameFieldTypeDef definition
class RenameFieldTypeDef(TypedDict):
Name: str,
Inputs: List[str],
SourcePath: List[str],
TargetPath: List[str],
SelectFieldsTypeDef#
# SelectFieldsTypeDef definition
class SelectFieldsTypeDef(TypedDict):
Name: str,
Inputs: List[str],
Paths: List[List[str]],
SelectFromCollectionTypeDef#
# SelectFromCollectionTypeDef definition
class SelectFromCollectionTypeDef(TypedDict):
Name: str,
Inputs: List[str],
Index: int,
SpigotTypeDef#
# SpigotTypeDef definition
class SpigotTypeDef(TypedDict):
Name: str,
Inputs: List[str],
Path: str,
Topk: NotRequired[int],
Prob: NotRequired[float],
SplitFieldsTypeDef#
# SplitFieldsTypeDef definition
class SplitFieldsTypeDef(TypedDict):
Name: str,
Inputs: List[str],
Paths: List[List[str]],
UnionTypeDef#
# UnionTypeDef definition
class UnionTypeDef(TypedDict):
Name: str,
Inputs: List[str],
UnionType: UnionTypeType, # (1)
- See UnionTypeType
CodeGenEdgeTypeDef#
# CodeGenEdgeTypeDef definition
class CodeGenEdgeTypeDef(TypedDict):
Source: str,
Target: str,
TargetParameter: NotRequired[str],
CodeGenNodeArgTypeDef#
# CodeGenNodeArgTypeDef definition
class CodeGenNodeArgTypeDef(TypedDict):
Name: str,
Value: str,
Param: NotRequired[bool],
ColumnImportanceTypeDef#
# ColumnImportanceTypeDef definition
class ColumnImportanceTypeDef(TypedDict):
ColumnName: NotRequired[str],
Importance: NotRequired[float],
ColumnPaginatorTypeDef#
# ColumnPaginatorTypeDef definition
class ColumnPaginatorTypeDef(TypedDict):
Name: str,
Type: NotRequired[str],
Comment: NotRequired[str],
Parameters: NotRequired[Dict[str, str]],
ColumnRowFilterTypeDef#
# ColumnRowFilterTypeDef definition
class ColumnRowFilterTypeDef(TypedDict):
ColumnName: NotRequired[str],
RowFilterExpression: NotRequired[str],
DateColumnStatisticsDataTypeDef#
# DateColumnStatisticsDataTypeDef definition
class DateColumnStatisticsDataTypeDef(TypedDict):
NumberOfNulls: int,
NumberOfDistinctValues: int,
MinimumValue: NotRequired[datetime],
MaximumValue: NotRequired[datetime],
DoubleColumnStatisticsDataTypeDef#
# DoubleColumnStatisticsDataTypeDef definition
class DoubleColumnStatisticsDataTypeDef(TypedDict):
NumberOfNulls: int,
NumberOfDistinctValues: int,
MinimumValue: NotRequired[float],
MaximumValue: NotRequired[float],
LongColumnStatisticsDataTypeDef#
# LongColumnStatisticsDataTypeDef definition
class LongColumnStatisticsDataTypeDef(TypedDict):
NumberOfNulls: int,
NumberOfDistinctValues: int,
MinimumValue: NotRequired[int],
MaximumValue: NotRequired[int],
StringColumnStatisticsDataTypeDef#
# StringColumnStatisticsDataTypeDef definition
class StringColumnStatisticsDataTypeDef(TypedDict):
MaximumLength: int,
AverageLength: float,
NumberOfNulls: int,
NumberOfDistinctValues: int,
ColumnStatisticsTaskRunTypeDef#
# ColumnStatisticsTaskRunTypeDef definition
class ColumnStatisticsTaskRunTypeDef(TypedDict):
CustomerId: NotRequired[str],
ColumnStatisticsTaskRunId: NotRequired[str],
DatabaseName: NotRequired[str],
TableName: NotRequired[str],
ColumnNameList: NotRequired[List[str]],
CatalogID: NotRequired[str],
Role: NotRequired[str],
SampleSize: NotRequired[float],
SecurityConfiguration: NotRequired[str],
NumberOfWorkers: NotRequired[int],
WorkerType: NotRequired[str],
Status: NotRequired[ColumnStatisticsStateType], # (1)
CreationTime: NotRequired[datetime],
LastUpdated: NotRequired[datetime],
StartTime: NotRequired[datetime],
EndTime: NotRequired[datetime],
ErrorMessage: NotRequired[str],
DPUSeconds: NotRequired[float],
ColumnTypeDef#
# ColumnTypeDef definition
class ColumnTypeDef(TypedDict):
Name: str,
Type: NotRequired[str],
Comment: NotRequired[str],
Parameters: NotRequired[Mapping[str, str]],
ConditionTypeDef#
# ConditionTypeDef definition
class ConditionTypeDef(TypedDict):
LogicalOperator: NotRequired[LogicalOperatorType], # (1)
JobName: NotRequired[str],
State: NotRequired[JobRunStateType], # (2)
CrawlerName: NotRequired[str],
CrawlState: NotRequired[CrawlStateType], # (3)
- See LogicalOperatorType
- See JobRunStateType
- See CrawlStateType
ConfusionMatrixTypeDef#
# ConfusionMatrixTypeDef definition
class ConfusionMatrixTypeDef(TypedDict):
NumTruePositives: NotRequired[int],
NumFalsePositives: NotRequired[int],
NumTrueNegatives: NotRequired[int],
NumFalseNegatives: NotRequired[int],
PhysicalConnectionRequirementsTypeDef#
# PhysicalConnectionRequirementsTypeDef definition
class PhysicalConnectionRequirementsTypeDef(TypedDict):
SubnetId: NotRequired[str],
SecurityGroupIdList: NotRequired[Sequence[str]],
AvailabilityZone: NotRequired[str],
PhysicalConnectionRequirementsPaginatorTypeDef#
# PhysicalConnectionRequirementsPaginatorTypeDef definition
class PhysicalConnectionRequirementsPaginatorTypeDef(TypedDict):
SubnetId: NotRequired[str],
SecurityGroupIdList: NotRequired[List[str]],
AvailabilityZone: NotRequired[str],
ConnectionPasswordEncryptionTypeDef#
# ConnectionPasswordEncryptionTypeDef definition
class ConnectionPasswordEncryptionTypeDef(TypedDict):
ReturnConnectionPasswordEncrypted: bool,
AwsKmsKeyId: NotRequired[str],
ConnectionsListTypeDef#
# ConnectionsListTypeDef definition
class ConnectionsListTypeDef(TypedDict):
Connections: NotRequired[List[str]],
CrawlTypeDef#
# CrawlTypeDef definition
class CrawlTypeDef(TypedDict):
State: NotRequired[CrawlStateType], # (1)
StartedOn: NotRequired[datetime],
CompletedOn: NotRequired[datetime],
ErrorMessage: NotRequired[str],
LogGroup: NotRequired[str],
LogStream: NotRequired[str],
- See CrawlStateType
CrawlerHistoryTypeDef#
# CrawlerHistoryTypeDef definition
class CrawlerHistoryTypeDef(TypedDict):
CrawlId: NotRequired[str],
State: NotRequired[CrawlerHistoryStateType], # (1)
StartTime: NotRequired[datetime],
EndTime: NotRequired[datetime],
Summary: NotRequired[str],
ErrorMessage: NotRequired[str],
LogGroup: NotRequired[str],
LogStream: NotRequired[str],
MessagePrefix: NotRequired[str],
DPUHour: NotRequired[float],
CrawlerMetricsTypeDef#
# CrawlerMetricsTypeDef definition
class CrawlerMetricsTypeDef(TypedDict):
CrawlerName: NotRequired[str],
TimeLeftSeconds: NotRequired[float],
StillEstimating: NotRequired[bool],
LastRuntimeSeconds: NotRequired[float],
MedianRuntimeSeconds: NotRequired[float],
TablesCreated: NotRequired[int],
TablesUpdated: NotRequired[int],
TablesDeleted: NotRequired[int],
DeltaTargetTypeDef#
# DeltaTargetTypeDef definition
class DeltaTargetTypeDef(TypedDict):
DeltaTables: NotRequired[List[str]],
ConnectionName: NotRequired[str],
WriteManifest: NotRequired[bool],
CreateNativeDeltaTable: NotRequired[bool],
DynamoDBTargetTypeDef#
# DynamoDBTargetTypeDef definition
class DynamoDBTargetTypeDef(TypedDict):
Path: NotRequired[str],
scanAll: NotRequired[bool],
scanRate: NotRequired[float],
HudiTargetTypeDef#
# HudiTargetTypeDef definition
class HudiTargetTypeDef(TypedDict):
Paths: NotRequired[List[str]],
ConnectionName: NotRequired[str],
Exclusions: NotRequired[List[str]],
MaximumTraversalDepth: NotRequired[int],
IcebergTargetTypeDef#
# IcebergTargetTypeDef definition
class IcebergTargetTypeDef(TypedDict):
Paths: NotRequired[List[str]],
ConnectionName: NotRequired[str],
Exclusions: NotRequired[List[str]],
MaximumTraversalDepth: NotRequired[int],
JdbcTargetTypeDef#
# JdbcTargetTypeDef definition
class JdbcTargetTypeDef(TypedDict):
ConnectionName: NotRequired[str],
Path: NotRequired[str],
Exclusions: NotRequired[List[str]],
EnableAdditionalMetadata: NotRequired[List[JdbcMetadataEntryType]], # (1)
MongoDBTargetTypeDef#
# MongoDBTargetTypeDef definition
class MongoDBTargetTypeDef(TypedDict):
ConnectionName: NotRequired[str],
Path: NotRequired[str],
ScanAll: NotRequired[bool],
S3TargetTypeDef#
# S3TargetTypeDef definition
class S3TargetTypeDef(TypedDict):
Path: NotRequired[str],
Exclusions: NotRequired[List[str]],
ConnectionName: NotRequired[str],
SampleSize: NotRequired[int],
EventQueueArn: NotRequired[str],
DlqEventQueueArn: NotRequired[str],
LakeFormationConfigurationTypeDef#
# LakeFormationConfigurationTypeDef definition
class LakeFormationConfigurationTypeDef(TypedDict):
UseLakeFormationCredentials: NotRequired[bool],
AccountId: NotRequired[str],
LastCrawlInfoTypeDef#
# LastCrawlInfoTypeDef definition
class LastCrawlInfoTypeDef(TypedDict):
Status: NotRequired[LastCrawlStatusType], # (1)
ErrorMessage: NotRequired[str],
LogGroup: NotRequired[str],
LogStream: NotRequired[str],
MessagePrefix: NotRequired[str],
StartTime: NotRequired[datetime],
LineageConfigurationTypeDef#
# LineageConfigurationTypeDef definition
class LineageConfigurationTypeDef(TypedDict):
CrawlerLineageSettings: NotRequired[CrawlerLineageSettingsType], # (1)
RecrawlPolicyTypeDef#
# RecrawlPolicyTypeDef definition
class RecrawlPolicyTypeDef(TypedDict):
RecrawlBehavior: NotRequired[RecrawlBehaviorType], # (1)
ScheduleTypeDef#
# ScheduleTypeDef definition
class ScheduleTypeDef(TypedDict):
ScheduleExpression: NotRequired[str],
State: NotRequired[ScheduleStateType], # (1)
SchemaChangePolicyTypeDef#
# SchemaChangePolicyTypeDef definition
class SchemaChangePolicyTypeDef(TypedDict):
UpdateBehavior: NotRequired[UpdateBehaviorType], # (1)
DeleteBehavior: NotRequired[DeleteBehaviorType], # (2)
- See UpdateBehaviorType
- See DeleteBehaviorType
CrawlsFilterTypeDef#
# CrawlsFilterTypeDef definition
class CrawlsFilterTypeDef(TypedDict):
FieldName: NotRequired[FieldNameType], # (1)
FilterOperator: NotRequired[FilterOperatorType], # (2)
FieldValue: NotRequired[str],
- See FieldNameType
- See FilterOperatorType
CreateBlueprintRequestRequestTypeDef#
# CreateBlueprintRequestRequestTypeDef definition
class CreateBlueprintRequestRequestTypeDef(TypedDict):
Name: str,
BlueprintLocation: str,
Description: NotRequired[str],
Tags: NotRequired[Mapping[str, str]],
CreateCsvClassifierRequestTypeDef#
# CreateCsvClassifierRequestTypeDef definition
class CreateCsvClassifierRequestTypeDef(TypedDict):
Name: str,
Delimiter: NotRequired[str],
QuoteSymbol: NotRequired[str],
ContainsHeader: NotRequired[CsvHeaderOptionType], # (1)
Header: NotRequired[Sequence[str]],
DisableValueTrimming: NotRequired[bool],
AllowSingleColumn: NotRequired[bool],
CustomDatatypeConfigured: NotRequired[bool],
CustomDatatypes: NotRequired[Sequence[str]],
Serde: NotRequired[CsvSerdeOptionType], # (2)
CreateGrokClassifierRequestTypeDef#
# CreateGrokClassifierRequestTypeDef definition
class CreateGrokClassifierRequestTypeDef(TypedDict):
Classification: str,
Name: str,
GrokPattern: str,
CustomPatterns: NotRequired[str],
CreateJsonClassifierRequestTypeDef#
# CreateJsonClassifierRequestTypeDef definition
class CreateJsonClassifierRequestTypeDef(TypedDict):
Name: str,
JsonPath: str,
CreateXMLClassifierRequestTypeDef#
# CreateXMLClassifierRequestTypeDef definition
class CreateXMLClassifierRequestTypeDef(TypedDict):
Classification: str,
Name: str,
RowTag: NotRequired[str],
CreateCustomEntityTypeRequestRequestTypeDef#
# CreateCustomEntityTypeRequestRequestTypeDef definition
class CreateCustomEntityTypeRequestRequestTypeDef(TypedDict):
Name: str,
RegexString: str,
ContextWords: NotRequired[Sequence[str]],
Tags: NotRequired[Mapping[str, str]],
DataQualityTargetTableTypeDef#
# DataQualityTargetTableTypeDef definition
class DataQualityTargetTableTypeDef(TypedDict):
TableName: str,
DatabaseName: str,
CatalogId: NotRequired[str],
CreateDevEndpointRequestRequestTypeDef#
# CreateDevEndpointRequestRequestTypeDef definition
class CreateDevEndpointRequestRequestTypeDef(TypedDict):
EndpointName: str,
RoleArn: str,
SecurityGroupIds: NotRequired[Sequence[str]],
SubnetId: NotRequired[str],
PublicKey: NotRequired[str],
PublicKeys: NotRequired[Sequence[str]],
NumberOfNodes: NotRequired[int],
WorkerType: NotRequired[WorkerTypeType], # (1)
GlueVersion: NotRequired[str],
NumberOfWorkers: NotRequired[int],
ExtraPythonLibsS3Path: NotRequired[str],
ExtraJarsS3Path: NotRequired[str],
SecurityConfiguration: NotRequired[str],
Tags: NotRequired[Mapping[str, str]],
Arguments: NotRequired[Mapping[str, str]],
- See WorkerTypeType
ExecutionPropertyTypeDef#
# ExecutionPropertyTypeDef definition
class ExecutionPropertyTypeDef(TypedDict):
MaxConcurrentRuns: NotRequired[int],
JobCommandTypeDef#
# JobCommandTypeDef definition
class JobCommandTypeDef(TypedDict):
Name: NotRequired[str],
ScriptLocation: NotRequired[str],
PythonVersion: NotRequired[str],
Runtime: NotRequired[str],
SourceControlDetailsTypeDef#
# SourceControlDetailsTypeDef definition
class SourceControlDetailsTypeDef(TypedDict):
Provider: NotRequired[SourceControlProviderType], # (1)
Repository: NotRequired[str],
Owner: NotRequired[str],
Branch: NotRequired[str],
Folder: NotRequired[str],
LastCommitId: NotRequired[str],
AuthStrategy: NotRequired[SourceControlAuthStrategyType], # (2)
AuthToken: NotRequired[str],
GlueTableTypeDef#
# GlueTableTypeDef definition
class GlueTableTypeDef(TypedDict):
DatabaseName: str,
TableName: str,
CatalogId: NotRequired[str],
ConnectionName: NotRequired[str],
AdditionalOptions: NotRequired[Dict[str, str]],
PartitionIndexTypeDef#
# PartitionIndexTypeDef definition
class PartitionIndexTypeDef(TypedDict):
Keys: Sequence[str],
IndexName: str,
CreateRegistryInputRequestTypeDef#
# CreateRegistryInputRequestTypeDef definition
class CreateRegistryInputRequestTypeDef(TypedDict):
RegistryName: str,
Description: NotRequired[str],
Tags: NotRequired[Mapping[str, str]],
RegistryIdTypeDef#
# RegistryIdTypeDef definition
class RegistryIdTypeDef(TypedDict):
RegistryName: NotRequired[str],
RegistryArn: NotRequired[str],
SessionCommandTypeDef#
# SessionCommandTypeDef definition
class SessionCommandTypeDef(TypedDict):
Name: NotRequired[str],
PythonVersion: NotRequired[str],
TableOptimizerConfigurationTypeDef#
# TableOptimizerConfigurationTypeDef definition
class TableOptimizerConfigurationTypeDef(TypedDict):
roleArn: NotRequired[str],
enabled: NotRequired[bool],
EventBatchingConditionTypeDef#
# EventBatchingConditionTypeDef definition
class EventBatchingConditionTypeDef(TypedDict):
BatchSize: int,
BatchWindow: NotRequired[int],
CreateWorkflowRequestRequestTypeDef#
# CreateWorkflowRequestRequestTypeDef definition
class CreateWorkflowRequestRequestTypeDef(TypedDict):
Name: str,
Description: NotRequired[str],
DefaultRunProperties: NotRequired[Mapping[str, str]],
Tags: NotRequired[Mapping[str, str]],
MaxConcurrentRuns: NotRequired[int],
DQResultsPublishingOptionsTypeDef#
# DQResultsPublishingOptionsTypeDef definition
class DQResultsPublishingOptionsTypeDef(TypedDict):
EvaluationContext: NotRequired[str],
ResultsS3Prefix: NotRequired[str],
CloudWatchMetricsEnabled: NotRequired[bool],
ResultsPublishingEnabled: NotRequired[bool],
DQStopJobOnFailureOptionsTypeDef#
# DQStopJobOnFailureOptionsTypeDef definition
class DQStopJobOnFailureOptionsTypeDef(TypedDict):
StopJobOnFailureTiming: NotRequired[DQStopJobOnFailureTimingType], # (1)
EncryptionAtRestTypeDef#
# EncryptionAtRestTypeDef definition
class EncryptionAtRestTypeDef(TypedDict):
CatalogEncryptionMode: CatalogEncryptionModeType, # (1)
SseAwsKmsKeyId: NotRequired[str],
CatalogEncryptionServiceRole: NotRequired[str],
DataLakePrincipalTypeDef#
# DataLakePrincipalTypeDef definition
class DataLakePrincipalTypeDef(TypedDict):
DataLakePrincipalIdentifier: NotRequired[str],
DataQualityAnalyzerResultTypeDef#
# DataQualityAnalyzerResultTypeDef definition
class DataQualityAnalyzerResultTypeDef(TypedDict):
Name: NotRequired[str],
Description: NotRequired[str],
EvaluationMessage: NotRequired[str],
EvaluatedMetrics: NotRequired[Dict[str, float]],
DataQualityEvaluationRunAdditionalRunOptionsTypeDef#
# DataQualityEvaluationRunAdditionalRunOptionsTypeDef definition
class DataQualityEvaluationRunAdditionalRunOptionsTypeDef(TypedDict):
CloudWatchMetricsEnabled: NotRequired[bool],
ResultsS3Prefix: NotRequired[str],
DataQualityMetricValuesTypeDef#
# DataQualityMetricValuesTypeDef definition
class DataQualityMetricValuesTypeDef(TypedDict):
ActualValue: NotRequired[float],
ExpectedValue: NotRequired[float],
LowerLimit: NotRequired[float],
UpperLimit: NotRequired[float],
DataQualityRuleResultTypeDef#
# DataQualityRuleResultTypeDef definition
class DataQualityRuleResultTypeDef(TypedDict):
Name: NotRequired[str],
Description: NotRequired[str],
EvaluationMessage: NotRequired[str],
Result: NotRequired[DataQualityRuleResultStatusType], # (1)
EvaluatedMetrics: NotRequired[Dict[str, float]],
DatabaseIdentifierTypeDef#
# DatabaseIdentifierTypeDef definition
class DatabaseIdentifierTypeDef(TypedDict):
CatalogId: NotRequired[str],
DatabaseName: NotRequired[str],
Region: NotRequired[str],
FederatedDatabaseTypeDef#
# FederatedDatabaseTypeDef definition
class FederatedDatabaseTypeDef(TypedDict):
Identifier: NotRequired[str],
ConnectionName: NotRequired[str],
DatatypeTypeDef#
# DatatypeTypeDef definition
class DatatypeTypeDef(TypedDict):
Id: str,
Label: str,
DecimalNumberTypeDef#
# DecimalNumberTypeDef definition
class DecimalNumberTypeDef(TypedDict):
UnscaledValue: bytes,
Scale: int,
DeleteBlueprintRequestRequestTypeDef#
# DeleteBlueprintRequestRequestTypeDef definition
class DeleteBlueprintRequestRequestTypeDef(TypedDict):
Name: str,
DeleteClassifierRequestRequestTypeDef#
# DeleteClassifierRequestRequestTypeDef definition
class DeleteClassifierRequestRequestTypeDef(TypedDict):
Name: str,
DeleteColumnStatisticsForPartitionRequestRequestTypeDef#
# DeleteColumnStatisticsForPartitionRequestRequestTypeDef definition
class DeleteColumnStatisticsForPartitionRequestRequestTypeDef(TypedDict):
DatabaseName: str,
TableName: str,
PartitionValues: Sequence[str],
ColumnName: str,
CatalogId: NotRequired[str],
DeleteColumnStatisticsForTableRequestRequestTypeDef#
# DeleteColumnStatisticsForTableRequestRequestTypeDef definition
class DeleteColumnStatisticsForTableRequestRequestTypeDef(TypedDict):
DatabaseName: str,
TableName: str,
ColumnName: str,
CatalogId: NotRequired[str],
DeleteConnectionRequestRequestTypeDef#
# DeleteConnectionRequestRequestTypeDef definition
class DeleteConnectionRequestRequestTypeDef(TypedDict):
ConnectionName: str,
CatalogId: NotRequired[str],
DeleteCrawlerRequestRequestTypeDef#
# DeleteCrawlerRequestRequestTypeDef definition
class DeleteCrawlerRequestRequestTypeDef(TypedDict):
Name: str,
DeleteCustomEntityTypeRequestRequestTypeDef#
# DeleteCustomEntityTypeRequestRequestTypeDef definition
class DeleteCustomEntityTypeRequestRequestTypeDef(TypedDict):
Name: str,
DeleteDataQualityRulesetRequestRequestTypeDef#
# DeleteDataQualityRulesetRequestRequestTypeDef definition
class DeleteDataQualityRulesetRequestRequestTypeDef(TypedDict):
Name: str,
DeleteDatabaseRequestRequestTypeDef#
# DeleteDatabaseRequestRequestTypeDef definition
class DeleteDatabaseRequestRequestTypeDef(TypedDict):
Name: str,
CatalogId: NotRequired[str],
DeleteDevEndpointRequestRequestTypeDef#
# DeleteDevEndpointRequestRequestTypeDef definition
class DeleteDevEndpointRequestRequestTypeDef(TypedDict):
EndpointName: str,
DeleteJobRequestRequestTypeDef#
# DeleteJobRequestRequestTypeDef definition
class DeleteJobRequestRequestTypeDef(TypedDict):
JobName: str,
DeleteMLTransformRequestRequestTypeDef#
# DeleteMLTransformRequestRequestTypeDef definition
class DeleteMLTransformRequestRequestTypeDef(TypedDict):
TransformId: str,
DeletePartitionIndexRequestRequestTypeDef#
# DeletePartitionIndexRequestRequestTypeDef definition
class DeletePartitionIndexRequestRequestTypeDef(TypedDict):
DatabaseName: str,
TableName: str,
IndexName: str,
CatalogId: NotRequired[str],
DeletePartitionRequestRequestTypeDef#
# DeletePartitionRequestRequestTypeDef definition
class DeletePartitionRequestRequestTypeDef(TypedDict):
DatabaseName: str,
TableName: str,
PartitionValues: Sequence[str],
CatalogId: NotRequired[str],
DeleteResourcePolicyRequestRequestTypeDef#
# DeleteResourcePolicyRequestRequestTypeDef definition
class DeleteResourcePolicyRequestRequestTypeDef(TypedDict):
PolicyHashCondition: NotRequired[str],
ResourceArn: NotRequired[str],
SchemaIdTypeDef#
# SchemaIdTypeDef definition
class SchemaIdTypeDef(TypedDict):
SchemaArn: NotRequired[str],
SchemaName: NotRequired[str],
RegistryName: NotRequired[str],
DeleteSecurityConfigurationRequestRequestTypeDef#
# DeleteSecurityConfigurationRequestRequestTypeDef definition
class DeleteSecurityConfigurationRequestRequestTypeDef(TypedDict):
Name: str,
DeleteSessionRequestRequestTypeDef#
# DeleteSessionRequestRequestTypeDef definition
class DeleteSessionRequestRequestTypeDef(TypedDict):
Id: str,
RequestOrigin: NotRequired[str],
DeleteTableOptimizerRequestRequestTypeDef#
# DeleteTableOptimizerRequestRequestTypeDef definition
class DeleteTableOptimizerRequestRequestTypeDef(TypedDict):
CatalogId: str,
DatabaseName: str,
TableName: str,
Type: TableOptimizerTypeType, # (1)
DeleteTableRequestRequestTypeDef#
# DeleteTableRequestRequestTypeDef definition
class DeleteTableRequestRequestTypeDef(TypedDict):
DatabaseName: str,
Name: str,
CatalogId: NotRequired[str],
TransactionId: NotRequired[str],
DeleteTableVersionRequestRequestTypeDef#
# DeleteTableVersionRequestRequestTypeDef definition
class DeleteTableVersionRequestRequestTypeDef(TypedDict):
DatabaseName: str,
TableName: str,
VersionId: str,
CatalogId: NotRequired[str],
DeleteTriggerRequestRequestTypeDef#
# DeleteTriggerRequestRequestTypeDef definition
class DeleteTriggerRequestRequestTypeDef(TypedDict):
Name: str,
DeleteUserDefinedFunctionRequestRequestTypeDef#
# DeleteUserDefinedFunctionRequestRequestTypeDef definition
class DeleteUserDefinedFunctionRequestRequestTypeDef(TypedDict):
DatabaseName: str,
FunctionName: str,
CatalogId: NotRequired[str],
DeleteWorkflowRequestRequestTypeDef#
# DeleteWorkflowRequestRequestTypeDef definition
class DeleteWorkflowRequestRequestTypeDef(TypedDict):
Name: str,
DevEndpointCustomLibrariesTypeDef#
# DevEndpointCustomLibrariesTypeDef definition
class DevEndpointCustomLibrariesTypeDef(TypedDict):
ExtraPythonLibsS3Path: NotRequired[str],
ExtraJarsS3Path: NotRequired[str],
DirectSchemaChangePolicyTypeDef#
# DirectSchemaChangePolicyTypeDef definition
class DirectSchemaChangePolicyTypeDef(TypedDict):
EnableUpdateCatalog: NotRequired[bool],
UpdateBehavior: NotRequired[UpdateCatalogBehaviorType], # (1)
Table: NotRequired[str],
Database: NotRequired[str],
NullCheckBoxListTypeDef#
# NullCheckBoxListTypeDef definition
class NullCheckBoxListTypeDef(TypedDict):
IsEmpty: NotRequired[bool],
IsNullString: NotRequired[bool],
IsNegOne: NotRequired[bool],
TransformConfigParameterTypeDef#
# TransformConfigParameterTypeDef definition
class TransformConfigParameterTypeDef(TypedDict):
Name: str,
Type: ParamTypeType, # (1)
ValidationRule: NotRequired[str],
ValidationMessage: NotRequired[str],
Value: NotRequired[List[str]],
ListType: NotRequired[ParamTypeType], # (1)
IsOptional: NotRequired[bool],
- See ParamTypeType
- See ParamTypeType
EdgeTypeDef#
# EdgeTypeDef definition
class EdgeTypeDef(TypedDict):
SourceId: NotRequired[str],
DestinationId: NotRequired[str],
JobBookmarksEncryptionTypeDef#
# JobBookmarksEncryptionTypeDef definition
class JobBookmarksEncryptionTypeDef(TypedDict):
JobBookmarksEncryptionMode: NotRequired[JobBookmarksEncryptionModeType], # (1)
KmsKeyArn: NotRequired[str],
S3EncryptionTypeDef#
# S3EncryptionTypeDef definition
class S3EncryptionTypeDef(TypedDict):
S3EncryptionMode: NotRequired[S3EncryptionModeType], # (1)
KmsKeyArn: NotRequired[str],
ErrorDetailsTypeDef#
# ErrorDetailsTypeDef definition
class ErrorDetailsTypeDef(TypedDict):
ErrorCode: NotRequired[str],
ErrorMessage: NotRequired[str],
ExportLabelsTaskRunPropertiesTypeDef#
# ExportLabelsTaskRunPropertiesTypeDef definition
class ExportLabelsTaskRunPropertiesTypeDef(TypedDict):
OutputS3Path: NotRequired[str],
FederatedTableTypeDef#
# FederatedTableTypeDef definition
class FederatedTableTypeDef(TypedDict):
Identifier: NotRequired[str],
DatabaseIdentifier: NotRequired[str],
ConnectionName: NotRequired[str],
FilterValueTypeDef#
# FilterValueTypeDef definition
class FilterValueTypeDef(TypedDict):
Type: FilterValueTypeType, # (1)
Value: List[str],
FindMatchesParametersTypeDef#
# FindMatchesParametersTypeDef definition
class FindMatchesParametersTypeDef(TypedDict):
PrimaryKeyColumnName: NotRequired[str],
PrecisionRecallTradeoff: NotRequired[float],
AccuracyCostTradeoff: NotRequired[float],
EnforceProvidedLabels: NotRequired[bool],
FindMatchesTaskRunPropertiesTypeDef#
# FindMatchesTaskRunPropertiesTypeDef definition
class FindMatchesTaskRunPropertiesTypeDef(TypedDict):
JobId: NotRequired[str],
JobName: NotRequired[str],
JobRunId: NotRequired[str],
GetBlueprintRequestRequestTypeDef#
# GetBlueprintRequestRequestTypeDef definition
class GetBlueprintRequestRequestTypeDef(TypedDict):
Name: str,
IncludeBlueprint: NotRequired[bool],
IncludeParameterSpec: NotRequired[bool],
GetBlueprintRunRequestRequestTypeDef#
# GetBlueprintRunRequestRequestTypeDef definition
class GetBlueprintRunRequestRequestTypeDef(TypedDict):
BlueprintName: str,
RunId: str,
GetBlueprintRunsRequestRequestTypeDef#
# GetBlueprintRunsRequestRequestTypeDef definition
class GetBlueprintRunsRequestRequestTypeDef(TypedDict):
BlueprintName: str,
NextToken: NotRequired[str],
MaxResults: NotRequired[int],
GetCatalogImportStatusRequestRequestTypeDef#
# GetCatalogImportStatusRequestRequestTypeDef definition
class GetCatalogImportStatusRequestRequestTypeDef(TypedDict):
CatalogId: NotRequired[str],
GetClassifierRequestRequestTypeDef#
# GetClassifierRequestRequestTypeDef definition
class GetClassifierRequestRequestTypeDef(TypedDict):
Name: str,
PaginatorConfigTypeDef#
# PaginatorConfigTypeDef definition
class PaginatorConfigTypeDef(TypedDict):
MaxItems: NotRequired[int],
PageSize: NotRequired[int],
StartingToken: NotRequired[str],
GetClassifiersRequestRequestTypeDef#
# GetClassifiersRequestRequestTypeDef definition
class GetClassifiersRequestRequestTypeDef(TypedDict):
MaxResults: NotRequired[int],
NextToken: NotRequired[str],
GetColumnStatisticsForPartitionRequestRequestTypeDef#
# GetColumnStatisticsForPartitionRequestRequestTypeDef definition
class GetColumnStatisticsForPartitionRequestRequestTypeDef(TypedDict):
DatabaseName: str,
TableName: str,
PartitionValues: Sequence[str],
ColumnNames: Sequence[str],
CatalogId: NotRequired[str],
GetColumnStatisticsForTableRequestRequestTypeDef#
# GetColumnStatisticsForTableRequestRequestTypeDef definition
class GetColumnStatisticsForTableRequestRequestTypeDef(TypedDict):
DatabaseName: str,
TableName: str,
ColumnNames: Sequence[str],
CatalogId: NotRequired[str],
GetColumnStatisticsTaskRunRequestRequestTypeDef#
# GetColumnStatisticsTaskRunRequestRequestTypeDef definition
class GetColumnStatisticsTaskRunRequestRequestTypeDef(TypedDict):
ColumnStatisticsTaskRunId: str,
GetColumnStatisticsTaskRunsRequestRequestTypeDef#
# GetColumnStatisticsTaskRunsRequestRequestTypeDef definition
class GetColumnStatisticsTaskRunsRequestRequestTypeDef(TypedDict):
DatabaseName: str,
TableName: str,
MaxResults: NotRequired[int],
NextToken: NotRequired[str],
GetConnectionRequestRequestTypeDef#
# GetConnectionRequestRequestTypeDef definition
class GetConnectionRequestRequestTypeDef(TypedDict):
Name: str,
CatalogId: NotRequired[str],
HidePassword: NotRequired[bool],
GetConnectionsFilterTypeDef#
# GetConnectionsFilterTypeDef definition
class GetConnectionsFilterTypeDef(TypedDict):
MatchCriteria: NotRequired[Sequence[str]],
ConnectionType: NotRequired[ConnectionTypeType], # (1)
GetCrawlerMetricsRequestRequestTypeDef#
# GetCrawlerMetricsRequestRequestTypeDef definition
class GetCrawlerMetricsRequestRequestTypeDef(TypedDict):
CrawlerNameList: NotRequired[Sequence[str]],
MaxResults: NotRequired[int],
NextToken: NotRequired[str],
GetCrawlerRequestRequestTypeDef#
# GetCrawlerRequestRequestTypeDef definition
class GetCrawlerRequestRequestTypeDef(TypedDict):
Name: str,
GetCrawlersRequestRequestTypeDef#
# GetCrawlersRequestRequestTypeDef definition
class GetCrawlersRequestRequestTypeDef(TypedDict):
MaxResults: NotRequired[int],
NextToken: NotRequired[str],
GetCustomEntityTypeRequestRequestTypeDef#
# GetCustomEntityTypeRequestRequestTypeDef definition
class GetCustomEntityTypeRequestRequestTypeDef(TypedDict):
Name: str,
GetDataCatalogEncryptionSettingsRequestRequestTypeDef#
# GetDataCatalogEncryptionSettingsRequestRequestTypeDef definition
class GetDataCatalogEncryptionSettingsRequestRequestTypeDef(TypedDict):
CatalogId: NotRequired[str],
GetDataQualityResultRequestRequestTypeDef#
# GetDataQualityResultRequestRequestTypeDef definition
class GetDataQualityResultRequestRequestTypeDef(TypedDict):
ResultId: str,
GetDataQualityRuleRecommendationRunRequestRequestTypeDef#
# GetDataQualityRuleRecommendationRunRequestRequestTypeDef definition
class GetDataQualityRuleRecommendationRunRequestRequestTypeDef(TypedDict):
RunId: str,
GetDataQualityRulesetEvaluationRunRequestRequestTypeDef#
# GetDataQualityRulesetEvaluationRunRequestRequestTypeDef definition
class GetDataQualityRulesetEvaluationRunRequestRequestTypeDef(TypedDict):
RunId: str,
GetDataQualityRulesetRequestRequestTypeDef#
# GetDataQualityRulesetRequestRequestTypeDef definition
class GetDataQualityRulesetRequestRequestTypeDef(TypedDict):
Name: str,
GetDatabaseRequestRequestTypeDef#
# GetDatabaseRequestRequestTypeDef definition
class GetDatabaseRequestRequestTypeDef(TypedDict):
Name: str,
CatalogId: NotRequired[str],
GetDatabasesRequestRequestTypeDef#
# GetDatabasesRequestRequestTypeDef definition
class GetDatabasesRequestRequestTypeDef(TypedDict):
CatalogId: NotRequired[str],
NextToken: NotRequired[str],
MaxResults: NotRequired[int],
ResourceShareType: NotRequired[ResourceShareTypeType], # (1)
GetDataflowGraphRequestRequestTypeDef#
# GetDataflowGraphRequestRequestTypeDef definition
class GetDataflowGraphRequestRequestTypeDef(TypedDict):
PythonScript: NotRequired[str],
GetDevEndpointRequestRequestTypeDef#
# GetDevEndpointRequestRequestTypeDef definition
class GetDevEndpointRequestRequestTypeDef(TypedDict):
EndpointName: str,
GetDevEndpointsRequestRequestTypeDef#
# GetDevEndpointsRequestRequestTypeDef definition
class GetDevEndpointsRequestRequestTypeDef(TypedDict):
MaxResults: NotRequired[int],
NextToken: NotRequired[str],
GetJobBookmarkRequestRequestTypeDef#
# GetJobBookmarkRequestRequestTypeDef definition
class GetJobBookmarkRequestRequestTypeDef(TypedDict):
JobName: str,
RunId: NotRequired[str],
JobBookmarkEntryTypeDef#
# JobBookmarkEntryTypeDef definition
class JobBookmarkEntryTypeDef(TypedDict):
JobName: NotRequired[str],
Version: NotRequired[int],
Run: NotRequired[int],
Attempt: NotRequired[int],
PreviousRunId: NotRequired[str],
RunId: NotRequired[str],
JobBookmark: NotRequired[str],
GetJobRequestRequestTypeDef#
# GetJobRequestRequestTypeDef definition
class GetJobRequestRequestTypeDef(TypedDict):
JobName: str,
GetJobRunRequestRequestTypeDef#
# GetJobRunRequestRequestTypeDef definition
class GetJobRunRequestRequestTypeDef(TypedDict):
JobName: str,
RunId: str,
PredecessorsIncluded: NotRequired[bool],
GetJobRunsRequestRequestTypeDef#
# GetJobRunsRequestRequestTypeDef definition
class GetJobRunsRequestRequestTypeDef(TypedDict):
JobName: str,
NextToken: NotRequired[str],
MaxResults: NotRequired[int],
GetJobsRequestRequestTypeDef#
# GetJobsRequestRequestTypeDef definition
class GetJobsRequestRequestTypeDef(TypedDict):
NextToken: NotRequired[str],
MaxResults: NotRequired[int],
GetMLTaskRunRequestRequestTypeDef#
# GetMLTaskRunRequestRequestTypeDef definition
class GetMLTaskRunRequestRequestTypeDef(TypedDict):
TransformId: str,
TaskRunId: str,
TaskRunSortCriteriaTypeDef#
# TaskRunSortCriteriaTypeDef definition
class TaskRunSortCriteriaTypeDef(TypedDict):
Column: TaskRunSortColumnTypeType, # (1)
SortDirection: SortDirectionTypeType, # (2)
GetMLTransformRequestRequestTypeDef#
# GetMLTransformRequestRequestTypeDef definition
class GetMLTransformRequestRequestTypeDef(TypedDict):
TransformId: str,
SchemaColumnTypeDef#
# SchemaColumnTypeDef definition
class SchemaColumnTypeDef(TypedDict):
Name: NotRequired[str],
DataType: NotRequired[str],
TransformSortCriteriaTypeDef#
# TransformSortCriteriaTypeDef definition
class TransformSortCriteriaTypeDef(TypedDict):
Column: TransformSortColumnTypeType, # (1)
SortDirection: SortDirectionTypeType, # (2)
MappingEntryTypeDef#
# MappingEntryTypeDef definition
class MappingEntryTypeDef(TypedDict):
SourceTable: NotRequired[str],
SourcePath: NotRequired[str],
SourceType: NotRequired[str],
TargetTable: NotRequired[str],
TargetPath: NotRequired[str],
TargetType: NotRequired[str],
GetPartitionIndexesRequestRequestTypeDef#
# GetPartitionIndexesRequestRequestTypeDef definition
class GetPartitionIndexesRequestRequestTypeDef(TypedDict):
DatabaseName: str,
TableName: str,
CatalogId: NotRequired[str],
NextToken: NotRequired[str],
GetPartitionRequestRequestTypeDef#
# GetPartitionRequestRequestTypeDef definition
class GetPartitionRequestRequestTypeDef(TypedDict):
DatabaseName: str,
TableName: str,
PartitionValues: Sequence[str],
CatalogId: NotRequired[str],
SegmentTypeDef#
# SegmentTypeDef definition
class SegmentTypeDef(TypedDict):
SegmentNumber: int,
TotalSegments: int,
GetResourcePoliciesRequestRequestTypeDef#
# GetResourcePoliciesRequestRequestTypeDef definition
class GetResourcePoliciesRequestRequestTypeDef(TypedDict):
NextToken: NotRequired[str],
MaxResults: NotRequired[int],
GluePolicyTypeDef#
# GluePolicyTypeDef definition
class GluePolicyTypeDef(TypedDict):
PolicyInJson: NotRequired[str],
PolicyHash: NotRequired[str],
CreateTime: NotRequired[datetime],
UpdateTime: NotRequired[datetime],
GetResourcePolicyRequestRequestTypeDef#
# GetResourcePolicyRequestRequestTypeDef definition
class GetResourcePolicyRequestRequestTypeDef(TypedDict):
ResourceArn: NotRequired[str],
SchemaVersionNumberTypeDef#
# SchemaVersionNumberTypeDef definition
class SchemaVersionNumberTypeDef(TypedDict):
LatestVersion: NotRequired[bool],
VersionNumber: NotRequired[int],
GetSecurityConfigurationRequestRequestTypeDef#
# GetSecurityConfigurationRequestRequestTypeDef definition
class GetSecurityConfigurationRequestRequestTypeDef(TypedDict):
Name: str,
GetSecurityConfigurationsRequestRequestTypeDef#
# GetSecurityConfigurationsRequestRequestTypeDef definition
class GetSecurityConfigurationsRequestRequestTypeDef(TypedDict):
MaxResults: NotRequired[int],
NextToken: NotRequired[str],
GetSessionRequestRequestTypeDef#
# GetSessionRequestRequestTypeDef definition
class GetSessionRequestRequestTypeDef(TypedDict):
Id: str,
RequestOrigin: NotRequired[str],
GetStatementRequestRequestTypeDef#
# GetStatementRequestRequestTypeDef definition
class GetStatementRequestRequestTypeDef(TypedDict):
SessionId: str,
Id: int,
RequestOrigin: NotRequired[str],
GetTableOptimizerRequestRequestTypeDef#
# GetTableOptimizerRequestRequestTypeDef definition
class GetTableOptimizerRequestRequestTypeDef(TypedDict):
CatalogId: str,
DatabaseName: str,
TableName: str,
Type: TableOptimizerTypeType, # (1)
GetTableVersionRequestRequestTypeDef#
# GetTableVersionRequestRequestTypeDef definition
class GetTableVersionRequestRequestTypeDef(TypedDict):
DatabaseName: str,
TableName: str,
CatalogId: NotRequired[str],
VersionId: NotRequired[str],
GetTableVersionsRequestRequestTypeDef#
# GetTableVersionsRequestRequestTypeDef definition
class GetTableVersionsRequestRequestTypeDef(TypedDict):
DatabaseName: str,
TableName: str,
CatalogId: NotRequired[str],
NextToken: NotRequired[str],
MaxResults: NotRequired[int],
GetTagsRequestRequestTypeDef#
# GetTagsRequestRequestTypeDef definition
class GetTagsRequestRequestTypeDef(TypedDict):
ResourceArn: str,
GetTriggerRequestRequestTypeDef#
# GetTriggerRequestRequestTypeDef definition
class GetTriggerRequestRequestTypeDef(TypedDict):
Name: str,
GetTriggersRequestRequestTypeDef#
# GetTriggersRequestRequestTypeDef definition
class GetTriggersRequestRequestTypeDef(TypedDict):
NextToken: NotRequired[str],
DependentJobName: NotRequired[str],
MaxResults: NotRequired[int],
SupportedDialectTypeDef#
# SupportedDialectTypeDef definition
class SupportedDialectTypeDef(TypedDict):
Dialect: NotRequired[ViewDialectType], # (1)
DialectVersion: NotRequired[str],
- See ViewDialectType
GetUserDefinedFunctionRequestRequestTypeDef#
# GetUserDefinedFunctionRequestRequestTypeDef definition
class GetUserDefinedFunctionRequestRequestTypeDef(TypedDict):
DatabaseName: str,
FunctionName: str,
CatalogId: NotRequired[str],
GetUserDefinedFunctionsRequestRequestTypeDef#
# GetUserDefinedFunctionsRequestRequestTypeDef definition
class GetUserDefinedFunctionsRequestRequestTypeDef(TypedDict):
Pattern: str,
CatalogId: NotRequired[str],
DatabaseName: NotRequired[str],
NextToken: NotRequired[str],
MaxResults: NotRequired[int],
GetWorkflowRequestRequestTypeDef#
# GetWorkflowRequestRequestTypeDef definition
class GetWorkflowRequestRequestTypeDef(TypedDict):
Name: str,
IncludeGraph: NotRequired[bool],
GetWorkflowRunPropertiesRequestRequestTypeDef#
# GetWorkflowRunPropertiesRequestRequestTypeDef definition
class GetWorkflowRunPropertiesRequestRequestTypeDef(TypedDict):
Name: str,
RunId: str,
GetWorkflowRunRequestRequestTypeDef#
# GetWorkflowRunRequestRequestTypeDef definition
class GetWorkflowRunRequestRequestTypeDef(TypedDict):
Name: str,
RunId: str,
IncludeGraph: NotRequired[bool],
GetWorkflowRunsRequestRequestTypeDef#
# GetWorkflowRunsRequestRequestTypeDef definition
class GetWorkflowRunsRequestRequestTypeDef(TypedDict):
Name: str,
IncludeGraph: NotRequired[bool],
NextToken: NotRequired[str],
MaxResults: NotRequired[int],
GlueStudioSchemaColumnTypeDef#
# GlueStudioSchemaColumnTypeDef definition
class GlueStudioSchemaColumnTypeDef(TypedDict):
Name: str,
Type: NotRequired[str],
S3SourceAdditionalOptionsTypeDef#
# S3SourceAdditionalOptionsTypeDef definition
class S3SourceAdditionalOptionsTypeDef(TypedDict):
BoundedSize: NotRequired[int],
BoundedFiles: NotRequired[int],
IcebergInputTypeDef#
# IcebergInputTypeDef definition
class IcebergInputTypeDef(TypedDict):
MetadataOperation: MetadataOperationType, # (1)
Version: NotRequired[str],
ImportCatalogToGlueRequestRequestTypeDef#
# ImportCatalogToGlueRequestRequestTypeDef definition
class ImportCatalogToGlueRequestRequestTypeDef(TypedDict):
CatalogId: NotRequired[str],
ImportLabelsTaskRunPropertiesTypeDef#
# ImportLabelsTaskRunPropertiesTypeDef definition
class ImportLabelsTaskRunPropertiesTypeDef(TypedDict):
InputS3Path: NotRequired[str],
Replace: NotRequired[bool],
JDBCConnectorOptionsTypeDef#
# JDBCConnectorOptionsTypeDef definition
class JDBCConnectorOptionsTypeDef(TypedDict):
FilterPredicate: NotRequired[str],
PartitionColumn: NotRequired[str],
LowerBound: NotRequired[int],
UpperBound: NotRequired[int],
NumPartitions: NotRequired[int],
JobBookmarkKeys: NotRequired[List[str]],
JobBookmarkKeysSortOrder: NotRequired[str],
DataTypeMapping: NotRequired[Dict[JDBCDataTypeType, GlueRecordTypeType]], # (1)
PredecessorTypeDef#
# PredecessorTypeDef definition
class PredecessorTypeDef(TypedDict):
JobName: NotRequired[str],
RunId: NotRequired[str],
JoinColumnTypeDef#
# JoinColumnTypeDef definition
class JoinColumnTypeDef(TypedDict):
From: str,
Keys: List[List[str]],
KeySchemaElementTypeDef#
# KeySchemaElementTypeDef definition
class KeySchemaElementTypeDef(TypedDict):
Name: str,
Type: str,
LabelingSetGenerationTaskRunPropertiesTypeDef#
# LabelingSetGenerationTaskRunPropertiesTypeDef definition
class LabelingSetGenerationTaskRunPropertiesTypeDef(TypedDict):
OutputS3Path: NotRequired[str],
ListBlueprintsRequestRequestTypeDef#
# ListBlueprintsRequestRequestTypeDef definition
class ListBlueprintsRequestRequestTypeDef(TypedDict):
NextToken: NotRequired[str],
MaxResults: NotRequired[int],
Tags: NotRequired[Mapping[str, str]],
ListColumnStatisticsTaskRunsRequestRequestTypeDef#
# ListColumnStatisticsTaskRunsRequestRequestTypeDef definition
class ListColumnStatisticsTaskRunsRequestRequestTypeDef(TypedDict):
MaxResults: NotRequired[int],
NextToken: NotRequired[str],
ListCrawlersRequestRequestTypeDef#
# ListCrawlersRequestRequestTypeDef definition
class ListCrawlersRequestRequestTypeDef(TypedDict):
MaxResults: NotRequired[int],
NextToken: NotRequired[str],
Tags: NotRequired[Mapping[str, str]],
ListCustomEntityTypesRequestRequestTypeDef#
# ListCustomEntityTypesRequestRequestTypeDef definition
class ListCustomEntityTypesRequestRequestTypeDef(TypedDict):
NextToken: NotRequired[str],
MaxResults: NotRequired[int],
Tags: NotRequired[Mapping[str, str]],
ListDevEndpointsRequestRequestTypeDef#
# ListDevEndpointsRequestRequestTypeDef definition
class ListDevEndpointsRequestRequestTypeDef(TypedDict):
NextToken: NotRequired[str],
MaxResults: NotRequired[int],
Tags: NotRequired[Mapping[str, str]],
ListJobsRequestRequestTypeDef#
# ListJobsRequestRequestTypeDef definition
class ListJobsRequestRequestTypeDef(TypedDict):
NextToken: NotRequired[str],
MaxResults: NotRequired[int],
Tags: NotRequired[Mapping[str, str]],
ListRegistriesInputRequestTypeDef#
# ListRegistriesInputRequestTypeDef definition
class ListRegistriesInputRequestTypeDef(TypedDict):
MaxResults: NotRequired[int],
NextToken: NotRequired[str],
RegistryListItemTypeDef#
# RegistryListItemTypeDef definition
class RegistryListItemTypeDef(TypedDict):
RegistryName: NotRequired[str],
RegistryArn: NotRequired[str],
Description: NotRequired[str],
Status: NotRequired[RegistryStatusType], # (1)
CreatedTime: NotRequired[str],
UpdatedTime: NotRequired[str],
SchemaVersionListItemTypeDef#
# SchemaVersionListItemTypeDef definition
class SchemaVersionListItemTypeDef(TypedDict):
SchemaArn: NotRequired[str],
SchemaVersionId: NotRequired[str],
VersionNumber: NotRequired[int],
Status: NotRequired[SchemaVersionStatusType], # (1)
CreatedTime: NotRequired[str],
SchemaListItemTypeDef#
# SchemaListItemTypeDef definition
class SchemaListItemTypeDef(TypedDict):
RegistryName: NotRequired[str],
SchemaName: NotRequired[str],
SchemaArn: NotRequired[str],
Description: NotRequired[str],
SchemaStatus: NotRequired[SchemaStatusType], # (1)
CreatedTime: NotRequired[str],
UpdatedTime: NotRequired[str],
- See SchemaStatusType
ListSessionsRequestRequestTypeDef#
# ListSessionsRequestRequestTypeDef definition
class ListSessionsRequestRequestTypeDef(TypedDict):
NextToken: NotRequired[str],
MaxResults: NotRequired[int],
Tags: NotRequired[Mapping[str, str]],
RequestOrigin: NotRequired[str],
ListStatementsRequestRequestTypeDef#
# ListStatementsRequestRequestTypeDef definition
class ListStatementsRequestRequestTypeDef(TypedDict):
SessionId: str,
RequestOrigin: NotRequired[str],
NextToken: NotRequired[str],
ListTableOptimizerRunsRequestRequestTypeDef#
# ListTableOptimizerRunsRequestRequestTypeDef definition
class ListTableOptimizerRunsRequestRequestTypeDef(TypedDict):
CatalogId: str,
DatabaseName: str,
TableName: str,
Type: TableOptimizerTypeType, # (1)
MaxResults: NotRequired[int],
NextToken: NotRequired[str],
ListTriggersRequestRequestTypeDef#
# ListTriggersRequestRequestTypeDef definition
class ListTriggersRequestRequestTypeDef(TypedDict):
NextToken: NotRequired[str],
DependentJobName: NotRequired[str],
MaxResults: NotRequired[int],
Tags: NotRequired[Mapping[str, str]],
ListWorkflowsRequestRequestTypeDef#
# ListWorkflowsRequestRequestTypeDef definition
class ListWorkflowsRequestRequestTypeDef(TypedDict):
NextToken: NotRequired[str],
MaxResults: NotRequired[int],
MLUserDataEncryptionTypeDef#
# MLUserDataEncryptionTypeDef definition
class MLUserDataEncryptionTypeDef(TypedDict):
MlUserDataEncryptionMode: MLUserDataEncryptionModeStringType, # (1)
KmsKeyId: NotRequired[str],
MappingTypeDef#
# MappingTypeDef definition
class MappingTypeDef(TypedDict):
ToKey: NotRequired[str],
FromPath: NotRequired[List[str]],
FromType: NotRequired[str],
ToType: NotRequired[str],
Dropped: NotRequired[bool],
Children: NotRequired[List[Dict[str, Any]]],
OtherMetadataValueListItemTypeDef#
# OtherMetadataValueListItemTypeDef definition
class OtherMetadataValueListItemTypeDef(TypedDict):
MetadataValue: NotRequired[str],
CreatedTime: NotRequired[str],
MetadataKeyValuePairTypeDef#
# MetadataKeyValuePairTypeDef definition
class MetadataKeyValuePairTypeDef(TypedDict):
MetadataKey: NotRequired[str],
MetadataValue: NotRequired[str],
OrderTypeDef#
# OrderTypeDef definition
class OrderTypeDef(TypedDict):
Column: str,
SortOrder: int,
PropertyPredicateTypeDef#
# PropertyPredicateTypeDef definition
class PropertyPredicateTypeDef(TypedDict):
Key: NotRequired[str],
Value: NotRequired[str],
Comparator: NotRequired[ComparatorType], # (1)
- See ComparatorType
PutResourcePolicyRequestRequestTypeDef#
# PutResourcePolicyRequestRequestTypeDef definition
class PutResourcePolicyRequestRequestTypeDef(TypedDict):
PolicyInJson: str,
ResourceArn: NotRequired[str],
PolicyHashCondition: NotRequired[str],
PolicyExistsCondition: NotRequired[ExistConditionType], # (1)
EnableHybrid: NotRequired[EnableHybridValuesType], # (2)
PutWorkflowRunPropertiesRequestRequestTypeDef#
# PutWorkflowRunPropertiesRequestRequestTypeDef definition
class PutWorkflowRunPropertiesRequestRequestTypeDef(TypedDict):
Name: str,
RunId: str,
RunProperties: Mapping[str, str],
RecipeReferenceTypeDef#
# RecipeReferenceTypeDef definition
class RecipeReferenceTypeDef(TypedDict):
RecipeArn: str,
RecipeVersion: str,
UpsertRedshiftTargetOptionsTypeDef#
# UpsertRedshiftTargetOptionsTypeDef definition
class UpsertRedshiftTargetOptionsTypeDef(TypedDict):
TableLocation: NotRequired[str],
ConnectionName: NotRequired[str],
UpsertKeys: NotRequired[List[str]],
ResetJobBookmarkRequestRequestTypeDef#
# ResetJobBookmarkRequestRequestTypeDef definition
class ResetJobBookmarkRequestRequestTypeDef(TypedDict):
JobName: str,
RunId: NotRequired[str],
ResourceUriTypeDef#
# ResourceUriTypeDef definition
class ResourceUriTypeDef(TypedDict):
ResourceType: NotRequired[ResourceTypeType], # (1)
Uri: NotRequired[str],
- See ResourceTypeType
ResumeWorkflowRunRequestRequestTypeDef#
# ResumeWorkflowRunRequestRequestTypeDef definition
class ResumeWorkflowRunRequestRequestTypeDef(TypedDict):
Name: str,
RunId: str,
NodeIds: Sequence[str],
RunMetricsTypeDef#
# RunMetricsTypeDef definition
class RunMetricsTypeDef(TypedDict):
NumberOfBytesCompacted: NotRequired[str],
NumberOfFilesCompacted: NotRequired[str],
NumberOfDpus: NotRequired[str],
JobDurationInHour: NotRequired[str],
RunStatementRequestRequestTypeDef#
# RunStatementRequestRequestTypeDef definition
class RunStatementRequestRequestTypeDef(TypedDict):
SessionId: str,
Code: str,
RequestOrigin: NotRequired[str],
S3DirectSourceAdditionalOptionsTypeDef#
# S3DirectSourceAdditionalOptionsTypeDef definition
class S3DirectSourceAdditionalOptionsTypeDef(TypedDict):
BoundedSize: NotRequired[int],
BoundedFiles: NotRequired[int],
EnableSamplePath: NotRequired[bool],
SamplePath: NotRequired[str],
SortCriterionTypeDef#
# SortCriterionTypeDef definition
class SortCriterionTypeDef(TypedDict):
FieldName: NotRequired[str],
Sort: NotRequired[SortType], # (1)
- See SortType
SerDeInfoPaginatorTypeDef#
# SerDeInfoPaginatorTypeDef definition
class SerDeInfoPaginatorTypeDef(TypedDict):
Name: NotRequired[str],
SerializationLibrary: NotRequired[str],
Parameters: NotRequired[Dict[str, str]],
SerDeInfoTypeDef#
# SerDeInfoTypeDef definition
class SerDeInfoTypeDef(TypedDict):
Name: NotRequired[str],
SerializationLibrary: NotRequired[str],
Parameters: NotRequired[Mapping[str, str]],
SkewedInfoPaginatorTypeDef#
# SkewedInfoPaginatorTypeDef definition
class SkewedInfoPaginatorTypeDef(TypedDict):
SkewedColumnNames: NotRequired[List[str]],
SkewedColumnValues: NotRequired[List[str]],
SkewedColumnValueLocationMaps: NotRequired[Dict[str, str]],
SkewedInfoTypeDef#
# SkewedInfoTypeDef definition
class SkewedInfoTypeDef(TypedDict):
SkewedColumnNames: NotRequired[Sequence[str]],
SkewedColumnValues: NotRequired[Sequence[str]],
SkewedColumnValueLocationMaps: NotRequired[Mapping[str, str]],
SqlAliasTypeDef#
# SqlAliasTypeDef definition
class SqlAliasTypeDef(TypedDict):
From: str,
Alias: str,
StartBlueprintRunRequestRequestTypeDef#
# StartBlueprintRunRequestRequestTypeDef definition
class StartBlueprintRunRequestRequestTypeDef(TypedDict):
BlueprintName: str,
RoleArn: str,
Parameters: NotRequired[str],
StartColumnStatisticsTaskRunRequestRequestTypeDef#
# StartColumnStatisticsTaskRunRequestRequestTypeDef definition
class StartColumnStatisticsTaskRunRequestRequestTypeDef(TypedDict):
DatabaseName: str,
TableName: str,
Role: str,
ColumnNameList: NotRequired[Sequence[str]],
SampleSize: NotRequired[float],
CatalogID: NotRequired[str],
SecurityConfiguration: NotRequired[str],
StartCrawlerRequestRequestTypeDef#
# StartCrawlerRequestRequestTypeDef definition
class StartCrawlerRequestRequestTypeDef(TypedDict):
Name: str,
StartCrawlerScheduleRequestRequestTypeDef#
# StartCrawlerScheduleRequestRequestTypeDef definition
class StartCrawlerScheduleRequestRequestTypeDef(TypedDict):
CrawlerName: str,
StartExportLabelsTaskRunRequestRequestTypeDef#
# StartExportLabelsTaskRunRequestRequestTypeDef definition
class StartExportLabelsTaskRunRequestRequestTypeDef(TypedDict):
TransformId: str,
OutputS3Path: str,
StartImportLabelsTaskRunRequestRequestTypeDef#
# StartImportLabelsTaskRunRequestRequestTypeDef definition
class StartImportLabelsTaskRunRequestRequestTypeDef(TypedDict):
TransformId: str,
InputS3Path: str,
ReplaceAllLabels: NotRequired[bool],
StartMLEvaluationTaskRunRequestRequestTypeDef#
# StartMLEvaluationTaskRunRequestRequestTypeDef definition
class StartMLEvaluationTaskRunRequestRequestTypeDef(TypedDict):
TransformId: str,
StartMLLabelingSetGenerationTaskRunRequestRequestTypeDef#
# StartMLLabelingSetGenerationTaskRunRequestRequestTypeDef definition
class StartMLLabelingSetGenerationTaskRunRequestRequestTypeDef(TypedDict):
TransformId: str,
OutputS3Path: str,
StartTriggerRequestRequestTypeDef#
# StartTriggerRequestRequestTypeDef definition
class StartTriggerRequestRequestTypeDef(TypedDict):
Name: str,
StartWorkflowRunRequestRequestTypeDef#
# StartWorkflowRunRequestRequestTypeDef definition
class StartWorkflowRunRequestRequestTypeDef(TypedDict):
Name: str,
RunProperties: NotRequired[Mapping[str, str]],
StartingEventBatchConditionTypeDef#
# StartingEventBatchConditionTypeDef definition
class StartingEventBatchConditionTypeDef(TypedDict):
BatchSize: NotRequired[int],
BatchWindow: NotRequired[int],
StatementOutputDataTypeDef#
# StatementOutputDataTypeDef definition
class StatementOutputDataTypeDef(TypedDict):
TextPlain: NotRequired[str],
StopColumnStatisticsTaskRunRequestRequestTypeDef#
# StopColumnStatisticsTaskRunRequestRequestTypeDef definition
class StopColumnStatisticsTaskRunRequestRequestTypeDef(TypedDict):
DatabaseName: str,
TableName: str,
StopCrawlerRequestRequestTypeDef#
# StopCrawlerRequestRequestTypeDef definition
class StopCrawlerRequestRequestTypeDef(TypedDict):
Name: str,
StopCrawlerScheduleRequestRequestTypeDef#
# StopCrawlerScheduleRequestRequestTypeDef definition
class StopCrawlerScheduleRequestRequestTypeDef(TypedDict):
CrawlerName: str,
StopSessionRequestRequestTypeDef#
# StopSessionRequestRequestTypeDef definition
class StopSessionRequestRequestTypeDef(TypedDict):
Id: str,
RequestOrigin: NotRequired[str],
StopTriggerRequestRequestTypeDef#
# StopTriggerRequestRequestTypeDef definition
class StopTriggerRequestRequestTypeDef(TypedDict):
Name: str,
StopWorkflowRunRequestRequestTypeDef#
# StopWorkflowRunRequestRequestTypeDef definition
class StopWorkflowRunRequestRequestTypeDef(TypedDict):
Name: str,
RunId: str,
TableIdentifierTypeDef#
# TableIdentifierTypeDef definition
class TableIdentifierTypeDef(TypedDict):
CatalogId: NotRequired[str],
DatabaseName: NotRequired[str],
Name: NotRequired[str],
Region: NotRequired[str],
TagResourceRequestRequestTypeDef#
# TagResourceRequestRequestTypeDef definition
class TagResourceRequestRequestTypeDef(TypedDict):
ResourceArn: str,
TagsToAdd: Mapping[str, str],
UntagResourceRequestRequestTypeDef#
# UntagResourceRequestRequestTypeDef definition
class UntagResourceRequestRequestTypeDef(TypedDict):
ResourceArn: str,
TagsToRemove: Sequence[str],
UpdateBlueprintRequestRequestTypeDef#
# UpdateBlueprintRequestRequestTypeDef definition
class UpdateBlueprintRequestRequestTypeDef(TypedDict):
Name: str,
BlueprintLocation: str,
Description: NotRequired[str],
UpdateCsvClassifierRequestTypeDef#
# UpdateCsvClassifierRequestTypeDef definition
class UpdateCsvClassifierRequestTypeDef(TypedDict):
Name: str,
Delimiter: NotRequired[str],
QuoteSymbol: NotRequired[str],
ContainsHeader: NotRequired[CsvHeaderOptionType], # (1)
Header: NotRequired[Sequence[str]],
DisableValueTrimming: NotRequired[bool],
AllowSingleColumn: NotRequired[bool],
CustomDatatypeConfigured: NotRequired[bool],
CustomDatatypes: NotRequired[Sequence[str]],
Serde: NotRequired[CsvSerdeOptionType], # (2)
UpdateGrokClassifierRequestTypeDef#
# UpdateGrokClassifierRequestTypeDef definition
class UpdateGrokClassifierRequestTypeDef(TypedDict):
Name: str,
Classification: NotRequired[str],
GrokPattern: NotRequired[str],
CustomPatterns: NotRequired[str],
UpdateJsonClassifierRequestTypeDef#
# UpdateJsonClassifierRequestTypeDef definition
class UpdateJsonClassifierRequestTypeDef(TypedDict):
Name: str,
JsonPath: NotRequired[str],
UpdateXMLClassifierRequestTypeDef#
# UpdateXMLClassifierRequestTypeDef definition
class UpdateXMLClassifierRequestTypeDef(TypedDict):
Name: str,
Classification: NotRequired[str],
RowTag: NotRequired[str],
UpdateCrawlerScheduleRequestRequestTypeDef#
# UpdateCrawlerScheduleRequestRequestTypeDef definition
class UpdateCrawlerScheduleRequestRequestTypeDef(TypedDict):
CrawlerName: str,
Schedule: NotRequired[str],
UpdateDataQualityRulesetRequestRequestTypeDef#
# UpdateDataQualityRulesetRequestRequestTypeDef definition
class UpdateDataQualityRulesetRequestRequestTypeDef(TypedDict):
Name: str,
Description: NotRequired[str],
Ruleset: NotRequired[str],
UpdateJobFromSourceControlRequestRequestTypeDef#
# UpdateJobFromSourceControlRequestRequestTypeDef definition
class UpdateJobFromSourceControlRequestRequestTypeDef(TypedDict):
JobName: NotRequired[str],
Provider: NotRequired[SourceControlProviderType], # (1)
RepositoryName: NotRequired[str],
RepositoryOwner: NotRequired[str],
BranchName: NotRequired[str],
Folder: NotRequired[str],
CommitId: NotRequired[str],
AuthStrategy: NotRequired[SourceControlAuthStrategyType], # (2)
AuthToken: NotRequired[str],
UpdateSourceControlFromJobRequestRequestTypeDef#
# UpdateSourceControlFromJobRequestRequestTypeDef definition
class UpdateSourceControlFromJobRequestRequestTypeDef(TypedDict):
JobName: NotRequired[str],
Provider: NotRequired[SourceControlProviderType], # (1)
RepositoryName: NotRequired[str],
RepositoryOwner: NotRequired[str],
BranchName: NotRequired[str],
Folder: NotRequired[str],
CommitId: NotRequired[str],
AuthStrategy: NotRequired[SourceControlAuthStrategyType], # (2)
AuthToken: NotRequired[str],
UpdateWorkflowRequestRequestTypeDef#
# UpdateWorkflowRequestRequestTypeDef definition
class UpdateWorkflowRequestRequestTypeDef(TypedDict):
Name: str,
Description: NotRequired[str],
DefaultRunProperties: NotRequired[Mapping[str, str]],
MaxConcurrentRuns: NotRequired[int],
WorkflowRunStatisticsTypeDef#
# WorkflowRunStatisticsTypeDef definition
class WorkflowRunStatisticsTypeDef(TypedDict):
TotalActions: NotRequired[int],
TimeoutActions: NotRequired[int],
FailedActions: NotRequired[int],
StoppedActions: NotRequired[int],
SucceededActions: NotRequired[int],
RunningActions: NotRequired[int],
ErroredActions: NotRequired[int],
WaitingActions: NotRequired[int],
ActionTypeDef#
# ActionTypeDef definition
class ActionTypeDef(TypedDict):
JobName: NotRequired[str],
Arguments: NotRequired[Dict[str, str]],
Timeout: NotRequired[int],
SecurityConfiguration: NotRequired[str],
NotificationProperty: NotRequired[NotificationPropertyTypeDef], # (1)
CrawlerName: NotRequired[str],
StartJobRunRequestRequestTypeDef#
# StartJobRunRequestRequestTypeDef definition
class StartJobRunRequestRequestTypeDef(TypedDict):
JobName: str,
JobRunId: NotRequired[str],
Arguments: NotRequired[Mapping[str, str]],
AllocatedCapacity: NotRequired[int],
Timeout: NotRequired[int],
MaxCapacity: NotRequired[float],
SecurityConfiguration: NotRequired[str],
NotificationProperty: NotRequired[NotificationPropertyTypeDef], # (1)
WorkerType: NotRequired[WorkerTypeType], # (2)
NumberOfWorkers: NotRequired[int],
ExecutionClass: NotRequired[ExecutionClassType], # (3)
AggregateTypeDef#
# AggregateTypeDef definition
class AggregateTypeDef(TypedDict):
Name: str,
Inputs: List[str],
Groups: List[List[str]],
Aggs: List[AggregateOperationTypeDef], # (1)
AmazonRedshiftNodeDataTypeDef#
# AmazonRedshiftNodeDataTypeDef definition
class AmazonRedshiftNodeDataTypeDef(TypedDict):
AccessType: NotRequired[str],
SourceType: NotRequired[str],
Connection: NotRequired[OptionTypeDef], # (1)
Schema: NotRequired[OptionTypeDef], # (1)
Table: NotRequired[OptionTypeDef], # (1)
CatalogDatabase: NotRequired[OptionTypeDef], # (1)
CatalogTable: NotRequired[OptionTypeDef], # (1)
CatalogRedshiftSchema: NotRequired[str],
CatalogRedshiftTable: NotRequired[str],
TempDir: NotRequired[str],
IamRole: NotRequired[OptionTypeDef], # (1)
AdvancedOptions: NotRequired[List[AmazonRedshiftAdvancedOptionTypeDef]], # (7)
SampleQuery: NotRequired[str],
PreAction: NotRequired[str],
PostAction: NotRequired[str],
Action: NotRequired[str],
TablePrefix: NotRequired[str],
Upsert: NotRequired[bool],
MergeAction: NotRequired[str],
MergeWhenMatched: NotRequired[str],
MergeWhenNotMatched: NotRequired[str],
MergeClause: NotRequired[str],
CrawlerConnection: NotRequired[str],
TableSchema: NotRequired[List[OptionTypeDef]], # (8)
StagingTable: NotRequired[str],
SelectedColumns: NotRequired[List[OptionTypeDef]], # (8)
- See OptionTypeDef
- See OptionTypeDef
- See OptionTypeDef
- See OptionTypeDef
- See OptionTypeDef
- See OptionTypeDef
- See AmazonRedshiftAdvancedOptionTypeDef
- See OptionTypeDef
- See OptionTypeDef
SnowflakeNodeDataTypeDef#
# SnowflakeNodeDataTypeDef definition
class SnowflakeNodeDataTypeDef(TypedDict):
SourceType: NotRequired[str],
Connection: NotRequired[OptionTypeDef], # (1)
Schema: NotRequired[str],
Table: NotRequired[str],
Database: NotRequired[str],
TempDir: NotRequired[str],
IamRole: NotRequired[OptionTypeDef], # (1)
AdditionalOptions: NotRequired[Dict[str, str]],
SampleQuery: NotRequired[str],
PreAction: NotRequired[str],
PostAction: NotRequired[str],
Action: NotRequired[str],
Upsert: NotRequired[bool],
MergeAction: NotRequired[str],
MergeWhenMatched: NotRequired[str],
MergeWhenNotMatched: NotRequired[str],
MergeClause: NotRequired[str],
StagingTable: NotRequired[str],
SelectedColumns: NotRequired[List[OptionTypeDef]], # (3)
AutoPushdown: NotRequired[bool],
TableSchema: NotRequired[List[OptionTypeDef]], # (3)
- See OptionTypeDef
- See OptionTypeDef
- See OptionTypeDef
- See OptionTypeDef
BackfillErrorPaginatorTypeDef#
# BackfillErrorPaginatorTypeDef definition
class BackfillErrorPaginatorTypeDef(TypedDict):
Code: NotRequired[BackfillErrorCodeType], # (1)
Partitions: NotRequired[List[PartitionValueListPaginatorTypeDef]], # (2)
BackfillErrorTypeDef#
# BackfillErrorTypeDef definition
class BackfillErrorTypeDef(TypedDict):
Code: NotRequired[BackfillErrorCodeType], # (1)
Partitions: NotRequired[List[PartitionValueListTypeDef]], # (2)
BatchDeletePartitionRequestRequestTypeDef#
# BatchDeletePartitionRequestRequestTypeDef definition
class BatchDeletePartitionRequestRequestTypeDef(TypedDict):
DatabaseName: str,
TableName: str,
PartitionsToDelete: Sequence[PartitionValueListTypeDef], # (1)
CatalogId: NotRequired[str],
BatchGetPartitionRequestRequestTypeDef#
# BatchGetPartitionRequestRequestTypeDef definition
class BatchGetPartitionRequestRequestTypeDef(TypedDict):
DatabaseName: str,
TableName: str,
PartitionsToGet: Sequence[PartitionValueListTypeDef], # (1)
CatalogId: NotRequired[str],
CancelMLTaskRunResponseTypeDef#
# CancelMLTaskRunResponseTypeDef definition
class CancelMLTaskRunResponseTypeDef(TypedDict):
TransformId: str,
TaskRunId: str,
Status: TaskStatusTypeType, # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
CheckSchemaVersionValidityResponseTypeDef#
# CheckSchemaVersionValidityResponseTypeDef definition
class CheckSchemaVersionValidityResponseTypeDef(TypedDict):
Valid: bool,
Error: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)
CreateBlueprintResponseTypeDef#
# CreateBlueprintResponseTypeDef definition
class CreateBlueprintResponseTypeDef(TypedDict):
Name: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)
CreateCustomEntityTypeResponseTypeDef#
# CreateCustomEntityTypeResponseTypeDef definition
class CreateCustomEntityTypeResponseTypeDef(TypedDict):
Name: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)
CreateDataQualityRulesetResponseTypeDef#
# CreateDataQualityRulesetResponseTypeDef definition
class CreateDataQualityRulesetResponseTypeDef(TypedDict):
Name: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)
CreateDevEndpointResponseTypeDef#
# CreateDevEndpointResponseTypeDef definition
class CreateDevEndpointResponseTypeDef(TypedDict):
EndpointName: str,
Status: str,
SecurityGroupIds: List[str],
SubnetId: str,
RoleArn: str,
YarnEndpointAddress: str,
ZeppelinRemoteSparkInterpreterPort: int,
NumberOfNodes: int,
WorkerType: WorkerTypeType, # (1)
GlueVersion: str,
NumberOfWorkers: int,
AvailabilityZone: str,
VpcId: str,
ExtraPythonLibsS3Path: str,
ExtraJarsS3Path: str,
FailureReason: str,
SecurityConfiguration: str,
CreatedTimestamp: datetime,
Arguments: Dict[str, str],
ResponseMetadata: ResponseMetadataTypeDef, # (2)
CreateJobResponseTypeDef#
# CreateJobResponseTypeDef definition
class CreateJobResponseTypeDef(TypedDict):
Name: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)
CreateMLTransformResponseTypeDef#
# CreateMLTransformResponseTypeDef definition
class CreateMLTransformResponseTypeDef(TypedDict):
TransformId: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)
CreateRegistryResponseTypeDef#
# CreateRegistryResponseTypeDef definition
class CreateRegistryResponseTypeDef(TypedDict):
RegistryArn: str,
RegistryName: str,
Description: str,
Tags: Dict[str, str],
ResponseMetadata: ResponseMetadataTypeDef, # (1)
CreateSchemaResponseTypeDef#
# CreateSchemaResponseTypeDef definition
class CreateSchemaResponseTypeDef(TypedDict):
RegistryName: str,
RegistryArn: str,
SchemaName: str,
SchemaArn: str,
Description: str,
DataFormat: DataFormatType, # (1)
Compatibility: CompatibilityType, # (2)
SchemaCheckpoint: int,
LatestSchemaVersion: int,
NextSchemaVersion: int,
SchemaStatus: SchemaStatusType, # (3)
Tags: Dict[str, str],
SchemaVersionId: str,
SchemaVersionStatus: SchemaVersionStatusType, # (4)
ResponseMetadata: ResponseMetadataTypeDef, # (5)
- See DataFormatType
- See CompatibilityType
- See SchemaStatusType
- See SchemaVersionStatusType
- See ResponseMetadataTypeDef
CreateScriptResponseTypeDef#
# CreateScriptResponseTypeDef definition
class CreateScriptResponseTypeDef(TypedDict):
PythonScript: str,
ScalaCode: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)
CreateSecurityConfigurationResponseTypeDef#
# CreateSecurityConfigurationResponseTypeDef definition
class CreateSecurityConfigurationResponseTypeDef(TypedDict):
Name: str,
CreatedTimestamp: datetime,
ResponseMetadata: ResponseMetadataTypeDef, # (1)
CreateTriggerResponseTypeDef#
# CreateTriggerResponseTypeDef definition
class CreateTriggerResponseTypeDef(TypedDict):
Name: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)
CreateWorkflowResponseTypeDef#
# CreateWorkflowResponseTypeDef definition
class CreateWorkflowResponseTypeDef(TypedDict):
Name: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)
DeleteBlueprintResponseTypeDef#
# DeleteBlueprintResponseTypeDef definition
class DeleteBlueprintResponseTypeDef(TypedDict):
Name: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)
DeleteCustomEntityTypeResponseTypeDef#
# DeleteCustomEntityTypeResponseTypeDef definition
class DeleteCustomEntityTypeResponseTypeDef(TypedDict):
Name: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)
DeleteJobResponseTypeDef#
# DeleteJobResponseTypeDef definition
class DeleteJobResponseTypeDef(TypedDict):
JobName: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)
DeleteMLTransformResponseTypeDef#
# DeleteMLTransformResponseTypeDef definition
class DeleteMLTransformResponseTypeDef(TypedDict):
TransformId: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)
DeleteRegistryResponseTypeDef#
# DeleteRegistryResponseTypeDef definition
class DeleteRegistryResponseTypeDef(TypedDict):
RegistryName: str,
RegistryArn: str,
Status: RegistryStatusType, # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
DeleteSchemaResponseTypeDef#
# DeleteSchemaResponseTypeDef definition
class DeleteSchemaResponseTypeDef(TypedDict):
SchemaArn: str,
SchemaName: str,
Status: SchemaStatusType, # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
DeleteSessionResponseTypeDef#
# DeleteSessionResponseTypeDef definition
class DeleteSessionResponseTypeDef(TypedDict):
Id: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)
DeleteTriggerResponseTypeDef#
# DeleteTriggerResponseTypeDef definition
class DeleteTriggerResponseTypeDef(TypedDict):
Name: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)
DeleteWorkflowResponseTypeDef#
# DeleteWorkflowResponseTypeDef definition
class DeleteWorkflowResponseTypeDef(TypedDict):
Name: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)
GetCustomEntityTypeResponseTypeDef#
# GetCustomEntityTypeResponseTypeDef definition
class GetCustomEntityTypeResponseTypeDef(TypedDict):
Name: str,
RegexString: str,
ContextWords: List[str],
ResponseMetadata: ResponseMetadataTypeDef, # (1)
GetPlanResponseTypeDef#
# GetPlanResponseTypeDef definition
class GetPlanResponseTypeDef(TypedDict):
PythonScript: str,
ScalaCode: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)
GetRegistryResponseTypeDef#
# GetRegistryResponseTypeDef definition
class GetRegistryResponseTypeDef(TypedDict):
RegistryName: str,
RegistryArn: str,
Description: str,
Status: RegistryStatusType, # (1)
CreatedTime: str,
UpdatedTime: str,
ResponseMetadata: ResponseMetadataTypeDef, # (2)
GetResourcePolicyResponseTypeDef#
# GetResourcePolicyResponseTypeDef definition
class GetResourcePolicyResponseTypeDef(TypedDict):
PolicyInJson: str,
PolicyHash: str,
CreateTime: datetime,
UpdateTime: datetime,
ResponseMetadata: ResponseMetadataTypeDef, # (1)
GetSchemaByDefinitionResponseTypeDef#
# GetSchemaByDefinitionResponseTypeDef definition
class GetSchemaByDefinitionResponseTypeDef(TypedDict):
SchemaVersionId: str,
SchemaArn: str,
DataFormat: DataFormatType, # (1)
Status: SchemaVersionStatusType, # (2)
CreatedTime: str,
ResponseMetadata: ResponseMetadataTypeDef, # (3)
GetSchemaResponseTypeDef#
# GetSchemaResponseTypeDef definition
class GetSchemaResponseTypeDef(TypedDict):
RegistryName: str,
RegistryArn: str,
SchemaName: str,
SchemaArn: str,
Description: str,
DataFormat: DataFormatType, # (1)
Compatibility: CompatibilityType, # (2)
SchemaCheckpoint: int,
LatestSchemaVersion: int,
NextSchemaVersion: int,
SchemaStatus: SchemaStatusType, # (3)
CreatedTime: str,
UpdatedTime: str,
ResponseMetadata: ResponseMetadataTypeDef, # (4)
- See DataFormatType
- See CompatibilityType
- See SchemaStatusType
- See ResponseMetadataTypeDef
GetSchemaVersionResponseTypeDef#
# GetSchemaVersionResponseTypeDef definition
class GetSchemaVersionResponseTypeDef(TypedDict):
SchemaVersionId: str,
SchemaDefinition: str,
DataFormat: DataFormatType, # (1)
SchemaArn: str,
VersionNumber: int,
Status: SchemaVersionStatusType, # (2)
CreatedTime: str,
ResponseMetadata: ResponseMetadataTypeDef, # (3)
GetSchemaVersionsDiffResponseTypeDef#
# GetSchemaVersionsDiffResponseTypeDef definition
class GetSchemaVersionsDiffResponseTypeDef(TypedDict):
Diff: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)
GetTagsResponseTypeDef#
# GetTagsResponseTypeDef definition
class GetTagsResponseTypeDef(TypedDict):
Tags: Dict[str, str],
ResponseMetadata: ResponseMetadataTypeDef, # (1)
GetWorkflowRunPropertiesResponseTypeDef#
# GetWorkflowRunPropertiesResponseTypeDef definition
class GetWorkflowRunPropertiesResponseTypeDef(TypedDict):
RunProperties: Dict[str, str],
ResponseMetadata: ResponseMetadataTypeDef, # (1)
ListBlueprintsResponseTypeDef#
# ListBlueprintsResponseTypeDef definition
class ListBlueprintsResponseTypeDef(TypedDict):
Blueprints: List[str],
NextToken: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)
ListColumnStatisticsTaskRunsResponseTypeDef#
# ListColumnStatisticsTaskRunsResponseTypeDef definition
class ListColumnStatisticsTaskRunsResponseTypeDef(TypedDict):
ColumnStatisticsTaskRunIds: List[str],
NextToken: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)
ListCrawlersResponseTypeDef#
# ListCrawlersResponseTypeDef definition
class ListCrawlersResponseTypeDef(TypedDict):
CrawlerNames: List[str],
NextToken: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)
ListDevEndpointsResponseTypeDef#
# ListDevEndpointsResponseTypeDef definition
class ListDevEndpointsResponseTypeDef(TypedDict):
DevEndpointNames: List[str],
NextToken: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)
ListJobsResponseTypeDef#
# ListJobsResponseTypeDef definition
class ListJobsResponseTypeDef(TypedDict):
JobNames: List[str],
NextToken: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)
ListMLTransformsResponseTypeDef#
# ListMLTransformsResponseTypeDef definition
class ListMLTransformsResponseTypeDef(TypedDict):
TransformIds: List[str],
NextToken: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)
ListTriggersResponseTypeDef#
# ListTriggersResponseTypeDef definition
class ListTriggersResponseTypeDef(TypedDict):
TriggerNames: List[str],
NextToken: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)
ListWorkflowsResponseTypeDef#
# ListWorkflowsResponseTypeDef definition
class ListWorkflowsResponseTypeDef(TypedDict):
Workflows: List[str],
NextToken: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)
PutResourcePolicyResponseTypeDef#
# PutResourcePolicyResponseTypeDef definition
class PutResourcePolicyResponseTypeDef(TypedDict):
PolicyHash: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)
PutSchemaVersionMetadataResponseTypeDef#
# PutSchemaVersionMetadataResponseTypeDef definition
class PutSchemaVersionMetadataResponseTypeDef(TypedDict):
SchemaArn: str,
SchemaName: str,
RegistryName: str,
LatestVersion: bool,
VersionNumber: int,
SchemaVersionId: str,
MetadataKey: str,
MetadataValue: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)
RegisterSchemaVersionResponseTypeDef#
# RegisterSchemaVersionResponseTypeDef definition
class RegisterSchemaVersionResponseTypeDef(TypedDict):
SchemaVersionId: str,
VersionNumber: int,
Status: SchemaVersionStatusType, # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
RemoveSchemaVersionMetadataResponseTypeDef#
# RemoveSchemaVersionMetadataResponseTypeDef definition
class RemoveSchemaVersionMetadataResponseTypeDef(TypedDict):
SchemaArn: str,
SchemaName: str,
RegistryName: str,
LatestVersion: bool,
VersionNumber: int,
SchemaVersionId: str,
MetadataKey: str,
MetadataValue: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)
ResumeWorkflowRunResponseTypeDef#
# ResumeWorkflowRunResponseTypeDef definition
class ResumeWorkflowRunResponseTypeDef(TypedDict):
RunId: str,
NodeIds: List[str],
ResponseMetadata: ResponseMetadataTypeDef, # (1)
RunStatementResponseTypeDef#
# RunStatementResponseTypeDef definition
class RunStatementResponseTypeDef(TypedDict):
Id: int,
ResponseMetadata: ResponseMetadataTypeDef, # (1)
StartBlueprintRunResponseTypeDef#
# StartBlueprintRunResponseTypeDef definition
class StartBlueprintRunResponseTypeDef(TypedDict):
RunId: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)
StartColumnStatisticsTaskRunResponseTypeDef#
# StartColumnStatisticsTaskRunResponseTypeDef definition
class StartColumnStatisticsTaskRunResponseTypeDef(TypedDict):
ColumnStatisticsTaskRunId: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)
StartDataQualityRuleRecommendationRunResponseTypeDef#
# StartDataQualityRuleRecommendationRunResponseTypeDef definition
class StartDataQualityRuleRecommendationRunResponseTypeDef(TypedDict):
RunId: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)
StartDataQualityRulesetEvaluationRunResponseTypeDef#
# StartDataQualityRulesetEvaluationRunResponseTypeDef definition
class StartDataQualityRulesetEvaluationRunResponseTypeDef(TypedDict):
RunId: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)
StartExportLabelsTaskRunResponseTypeDef#
# StartExportLabelsTaskRunResponseTypeDef definition
class StartExportLabelsTaskRunResponseTypeDef(TypedDict):
TaskRunId: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)
StartImportLabelsTaskRunResponseTypeDef#
# StartImportLabelsTaskRunResponseTypeDef definition
class StartImportLabelsTaskRunResponseTypeDef(TypedDict):
TaskRunId: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)
StartJobRunResponseTypeDef#
# StartJobRunResponseTypeDef definition
class StartJobRunResponseTypeDef(TypedDict):
JobRunId: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)
StartMLEvaluationTaskRunResponseTypeDef#
# StartMLEvaluationTaskRunResponseTypeDef definition
class StartMLEvaluationTaskRunResponseTypeDef(TypedDict):
TaskRunId: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)
StartMLLabelingSetGenerationTaskRunResponseTypeDef#
# StartMLLabelingSetGenerationTaskRunResponseTypeDef definition
class StartMLLabelingSetGenerationTaskRunResponseTypeDef(TypedDict):
TaskRunId: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)
StartTriggerResponseTypeDef#
# StartTriggerResponseTypeDef definition
class StartTriggerResponseTypeDef(TypedDict):
Name: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)
StartWorkflowRunResponseTypeDef#
# StartWorkflowRunResponseTypeDef definition
class StartWorkflowRunResponseTypeDef(TypedDict):
RunId: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)
StopSessionResponseTypeDef#
# StopSessionResponseTypeDef definition
class StopSessionResponseTypeDef(TypedDict):
Id: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)
StopTriggerResponseTypeDef#
# StopTriggerResponseTypeDef definition
class StopTriggerResponseTypeDef(TypedDict):
Name: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)
UpdateBlueprintResponseTypeDef#
# UpdateBlueprintResponseTypeDef definition
class UpdateBlueprintResponseTypeDef(TypedDict):
Name: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)
UpdateDataQualityRulesetResponseTypeDef#
# UpdateDataQualityRulesetResponseTypeDef definition
class UpdateDataQualityRulesetResponseTypeDef(TypedDict):
Name: str,
Description: str,
Ruleset: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)
UpdateJobFromSourceControlResponseTypeDef#
# UpdateJobFromSourceControlResponseTypeDef definition
class UpdateJobFromSourceControlResponseTypeDef(TypedDict):
JobName: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)
UpdateJobResponseTypeDef#
# UpdateJobResponseTypeDef definition
class UpdateJobResponseTypeDef(TypedDict):
JobName: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)
UpdateMLTransformResponseTypeDef#
# UpdateMLTransformResponseTypeDef definition
class UpdateMLTransformResponseTypeDef(TypedDict):
TransformId: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)
UpdateRegistryResponseTypeDef#
# UpdateRegistryResponseTypeDef definition
class UpdateRegistryResponseTypeDef(TypedDict):
RegistryName: str,
RegistryArn: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)
UpdateSchemaResponseTypeDef#
# UpdateSchemaResponseTypeDef definition
class UpdateSchemaResponseTypeDef(TypedDict):
SchemaArn: str,
SchemaName: str,
RegistryName: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)
UpdateSourceControlFromJobResponseTypeDef#
# UpdateSourceControlFromJobResponseTypeDef definition
class UpdateSourceControlFromJobResponseTypeDef(TypedDict):
JobName: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)
UpdateWorkflowResponseTypeDef#
# UpdateWorkflowResponseTypeDef definition
class UpdateWorkflowResponseTypeDef(TypedDict):
Name: str,
ResponseMetadata: ResponseMetadataTypeDef, # (1)
BatchDeleteConnectionResponseTypeDef#
# BatchDeleteConnectionResponseTypeDef definition
class BatchDeleteConnectionResponseTypeDef(TypedDict):
Succeeded: List[str],
Errors: Dict[str, ErrorDetailTypeDef], # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
BatchGetTableOptimizerErrorTypeDef#
# BatchGetTableOptimizerErrorTypeDef definition
class BatchGetTableOptimizerErrorTypeDef(TypedDict):
error: NotRequired[ErrorDetailTypeDef], # (1)
catalogId: NotRequired[str],
databaseName: NotRequired[str],
tableName: NotRequired[str],
type: NotRequired[TableOptimizerTypeType], # (2)
BatchStopJobRunErrorTypeDef#
# BatchStopJobRunErrorTypeDef definition
class BatchStopJobRunErrorTypeDef(TypedDict):
JobName: NotRequired[str],
JobRunId: NotRequired[str],
ErrorDetail: NotRequired[ErrorDetailTypeDef], # (1)
BatchUpdatePartitionFailureEntryTypeDef#
# BatchUpdatePartitionFailureEntryTypeDef definition
class BatchUpdatePartitionFailureEntryTypeDef(TypedDict):
PartitionValueList: NotRequired[List[str]],
ErrorDetail: NotRequired[ErrorDetailTypeDef], # (1)
ColumnErrorTypeDef#
# ColumnErrorTypeDef definition
class ColumnErrorTypeDef(TypedDict):
ColumnName: NotRequired[str],
Error: NotRequired[ErrorDetailTypeDef], # (1)
PartitionErrorTypeDef#
# PartitionErrorTypeDef definition
class PartitionErrorTypeDef(TypedDict):
PartitionValues: NotRequired[List[str]],
ErrorDetail: NotRequired[ErrorDetailTypeDef], # (1)
TableErrorTypeDef#
# TableErrorTypeDef definition
class TableErrorTypeDef(TypedDict):
TableName: NotRequired[str],
ErrorDetail: NotRequired[ErrorDetailTypeDef], # (1)
TableVersionErrorTypeDef#
# TableVersionErrorTypeDef definition
class TableVersionErrorTypeDef(TypedDict):
TableName: NotRequired[str],
VersionId: NotRequired[str],
ErrorDetail: NotRequired[ErrorDetailTypeDef], # (1)
BatchGetCustomEntityTypesResponseTypeDef#
# BatchGetCustomEntityTypesResponseTypeDef definition
class BatchGetCustomEntityTypesResponseTypeDef(TypedDict):
CustomEntityTypes: List[CustomEntityTypeTypeDef], # (1)
CustomEntityTypesNotFound: List[str],
ResponseMetadata: ResponseMetadataTypeDef, # (2)
ListCustomEntityTypesResponseTypeDef#
# ListCustomEntityTypesResponseTypeDef definition
class ListCustomEntityTypesResponseTypeDef(TypedDict):
CustomEntityTypes: List[CustomEntityTypeTypeDef], # (1)
NextToken: str,
ResponseMetadata: ResponseMetadataTypeDef, # (2)
BatchGetDevEndpointsResponseTypeDef#
# BatchGetDevEndpointsResponseTypeDef definition
class BatchGetDevEndpointsResponseTypeDef(TypedDict):
DevEndpoints: List[DevEndpointTypeDef], # (1)
DevEndpointsNotFound: List[str],
ResponseMetadata: ResponseMetadataTypeDef, # (2)
GetDevEndpointResponseTypeDef#
# GetDevEndpointResponseTypeDef definition
class GetDevEndpointResponseTypeDef(TypedDict):
DevEndpoint: DevEndpointTypeDef, # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
GetDevEndpointsResponseTypeDef#
# GetDevEndpointsResponseTypeDef definition
class GetDevEndpointsResponseTypeDef(TypedDict):
DevEndpoints: List[DevEndpointTypeDef], # (1)
NextToken: str,
ResponseMetadata: ResponseMetadataTypeDef, # (2)
BatchGetTableOptimizerRequestRequestTypeDef#
# BatchGetTableOptimizerRequestRequestTypeDef definition
class BatchGetTableOptimizerRequestRequestTypeDef(TypedDict):
Entries: Sequence[BatchGetTableOptimizerEntryTypeDef], # (1)
GetBlueprintRunResponseTypeDef#
# GetBlueprintRunResponseTypeDef definition
class GetBlueprintRunResponseTypeDef(TypedDict):
BlueprintRun: BlueprintRunTypeDef, # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
GetBlueprintRunsResponseTypeDef#
# GetBlueprintRunsResponseTypeDef definition
class GetBlueprintRunsResponseTypeDef(TypedDict):
BlueprintRuns: List[BlueprintRunTypeDef], # (1)
NextToken: str,
ResponseMetadata: ResponseMetadataTypeDef, # (2)
BlueprintTypeDef#
# BlueprintTypeDef definition
class BlueprintTypeDef(TypedDict):
Name: NotRequired[str],
Description: NotRequired[str],
CreatedOn: NotRequired[datetime],
LastModifiedOn: NotRequired[datetime],
ParameterSpec: NotRequired[str],
BlueprintLocation: NotRequired[str],
BlueprintServiceLocation: NotRequired[str],
Status: NotRequired[BlueprintStatusType], # (1)
ErrorMessage: NotRequired[str],
LastActiveDefinition: NotRequired[LastActiveDefinitionTypeDef], # (2)
GetCatalogImportStatusResponseTypeDef#
# GetCatalogImportStatusResponseTypeDef definition
class GetCatalogImportStatusResponseTypeDef(TypedDict):
ImportStatus: CatalogImportStatusTypeDef, # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
CatalogKafkaSourceTypeDef#
# CatalogKafkaSourceTypeDef definition
class CatalogKafkaSourceTypeDef(TypedDict):
Name: str,
Table: str,
Database: str,
WindowSize: NotRequired[int],
DetectSchema: NotRequired[bool],
StreamingOptions: NotRequired[KafkaStreamingSourceOptionsTypeDef], # (1)
DataPreviewOptions: NotRequired[StreamingDataPreviewOptionsTypeDef], # (2)
DirectKafkaSourceTypeDef#
# DirectKafkaSourceTypeDef definition
class DirectKafkaSourceTypeDef(TypedDict):
Name: str,
StreamingOptions: NotRequired[KafkaStreamingSourceOptionsTypeDef], # (1)
WindowSize: NotRequired[int],
DetectSchema: NotRequired[bool],
DataPreviewOptions: NotRequired[StreamingDataPreviewOptionsTypeDef], # (2)
CatalogKinesisSourceTypeDef#
# CatalogKinesisSourceTypeDef definition
class CatalogKinesisSourceTypeDef(TypedDict):
Name: str,
Table: str,
Database: str,
WindowSize: NotRequired[int],
DetectSchema: NotRequired[bool],
StreamingOptions: NotRequired[KinesisStreamingSourceOptionsTypeDef], # (1)
DataPreviewOptions: NotRequired[StreamingDataPreviewOptionsTypeDef], # (2)
DirectKinesisSourceTypeDef#
# DirectKinesisSourceTypeDef definition
class DirectKinesisSourceTypeDef(TypedDict):
Name: str,
WindowSize: NotRequired[int],
DetectSchema: NotRequired[bool],
StreamingOptions: NotRequired[KinesisStreamingSourceOptionsTypeDef], # (1)
DataPreviewOptions: NotRequired[StreamingDataPreviewOptionsTypeDef], # (2)
GovernedCatalogTargetTypeDef#
# GovernedCatalogTargetTypeDef definition
class GovernedCatalogTargetTypeDef(TypedDict):
Name: str,
Inputs: List[str],
Table: str,
Database: str,
PartitionKeys: NotRequired[List[List[str]]],
SchemaChangePolicy: NotRequired[CatalogSchemaChangePolicyTypeDef], # (1)
S3CatalogTargetTypeDef#
# S3CatalogTargetTypeDef definition
class S3CatalogTargetTypeDef(TypedDict):
Name: str,
Inputs: List[str],
Table: str,
Database: str,
PartitionKeys: NotRequired[List[List[str]]],
SchemaChangePolicy: NotRequired[CatalogSchemaChangePolicyTypeDef], # (1)
S3DeltaCatalogTargetTypeDef#
# S3DeltaCatalogTargetTypeDef definition
class S3DeltaCatalogTargetTypeDef(TypedDict):
Name: str,
Inputs: List[str],
Table: str,
Database: str,
PartitionKeys: NotRequired[List[List[str]]],
AdditionalOptions: NotRequired[Dict[str, str]],
SchemaChangePolicy: NotRequired[CatalogSchemaChangePolicyTypeDef], # (1)
S3HudiCatalogTargetTypeDef#
# S3HudiCatalogTargetTypeDef definition
class S3HudiCatalogTargetTypeDef(TypedDict):
Name: str,
Inputs: List[str],
Table: str,
Database: str,
AdditionalOptions: Dict[str, str],
PartitionKeys: NotRequired[List[List[str]]],
SchemaChangePolicy: NotRequired[CatalogSchemaChangePolicyTypeDef], # (1)
ClassifierTypeDef#
# ClassifierTypeDef definition
class ClassifierTypeDef(TypedDict):
GrokClassifier: NotRequired[GrokClassifierTypeDef], # (1)
XMLClassifier: NotRequired[XMLClassifierTypeDef], # (2)
JsonClassifier: NotRequired[JsonClassifierTypeDef], # (3)
CsvClassifier: NotRequired[CsvClassifierTypeDef], # (4)
- See GrokClassifierTypeDef
- See XMLClassifierTypeDef
- See JsonClassifierTypeDef
- See CsvClassifierTypeDef
CodeGenNodeTypeDef#
# CodeGenNodeTypeDef definition
class CodeGenNodeTypeDef(TypedDict):
Id: str,
NodeType: str,
Args: Sequence[CodeGenNodeArgTypeDef], # (1)
LineNumber: NotRequired[int],
LocationTypeDef#
# LocationTypeDef definition
class LocationTypeDef(TypedDict):
Jdbc: NotRequired[Sequence[CodeGenNodeArgTypeDef]], # (1)
S3: NotRequired[Sequence[CodeGenNodeArgTypeDef]], # (1)
DynamoDB: NotRequired[Sequence[CodeGenNodeArgTypeDef]], # (1)
GetColumnStatisticsTaskRunResponseTypeDef#
# GetColumnStatisticsTaskRunResponseTypeDef definition
class GetColumnStatisticsTaskRunResponseTypeDef(TypedDict):
ColumnStatisticsTaskRun: ColumnStatisticsTaskRunTypeDef, # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
GetColumnStatisticsTaskRunsResponseTypeDef#
# GetColumnStatisticsTaskRunsResponseTypeDef definition
class GetColumnStatisticsTaskRunsResponseTypeDef(TypedDict):
ColumnStatisticsTaskRuns: List[ColumnStatisticsTaskRunTypeDef], # (1)
NextToken: str,
ResponseMetadata: ResponseMetadataTypeDef, # (2)
PredicateTypeDef#
# PredicateTypeDef definition
class PredicateTypeDef(TypedDict):
Logical: NotRequired[LogicalType], # (1)
Conditions: NotRequired[List[ConditionTypeDef]], # (2)
- See LogicalType
- See ConditionTypeDef
FindMatchesMetricsTypeDef#
# FindMatchesMetricsTypeDef definition
class FindMatchesMetricsTypeDef(TypedDict):
AreaUnderPRCurve: NotRequired[float],
Precision: NotRequired[float],
Recall: NotRequired[float],
F1: NotRequired[float],
ConfusionMatrix: NotRequired[ConfusionMatrixTypeDef], # (1)
ColumnImportances: NotRequired[List[ColumnImportanceTypeDef]], # (2)
ConnectionInputTypeDef#
# ConnectionInputTypeDef definition
class ConnectionInputTypeDef(TypedDict):
Name: str,
ConnectionType: ConnectionTypeType, # (1)
ConnectionProperties: Mapping[ConnectionPropertyKeyType, str], # (2)
Description: NotRequired[str],
MatchCriteria: NotRequired[Sequence[str]],
PhysicalConnectionRequirements: NotRequired[PhysicalConnectionRequirementsTypeDef], # (3)
ConnectionTypeDef#
# ConnectionTypeDef definition
class ConnectionTypeDef(TypedDict):
Name: NotRequired[str],
Description: NotRequired[str],
ConnectionType: NotRequired[ConnectionTypeType], # (1)
MatchCriteria: NotRequired[List[str]],
ConnectionProperties: NotRequired[Dict[ConnectionPropertyKeyType, str]], # (2)
PhysicalConnectionRequirements: NotRequired[PhysicalConnectionRequirementsTypeDef], # (3)
CreationTime: NotRequired[datetime],
LastUpdatedTime: NotRequired[datetime],
LastUpdatedBy: NotRequired[str],
ConnectionPaginatorTypeDef#
# ConnectionPaginatorTypeDef definition
class ConnectionPaginatorTypeDef(TypedDict):
Name: NotRequired[str],
Description: NotRequired[str],
ConnectionType: NotRequired[ConnectionTypeType], # (1)
MatchCriteria: NotRequired[List[str]],
ConnectionProperties: NotRequired[Dict[ConnectionPropertyKeyType, str]], # (2)
PhysicalConnectionRequirements: NotRequired[PhysicalConnectionRequirementsPaginatorTypeDef], # (3)
CreationTime: NotRequired[datetime],
LastUpdatedTime: NotRequired[datetime],
LastUpdatedBy: NotRequired[str],
- See ConnectionTypeType
- See ConnectionPropertyKeyType
- See PhysicalConnectionRequirementsPaginatorTypeDef
CrawlerNodeDetailsTypeDef#
# CrawlerNodeDetailsTypeDef definition
class CrawlerNodeDetailsTypeDef(TypedDict):
Crawls: NotRequired[List[CrawlTypeDef]], # (1)
- See CrawlTypeDef
ListCrawlsResponseTypeDef#
# ListCrawlsResponseTypeDef definition
class ListCrawlsResponseTypeDef(TypedDict):
Crawls: List[CrawlerHistoryTypeDef], # (1)
NextToken: str,
ResponseMetadata: ResponseMetadataTypeDef, # (2)
GetCrawlerMetricsResponseTypeDef#
# GetCrawlerMetricsResponseTypeDef definition
class GetCrawlerMetricsResponseTypeDef(TypedDict):
CrawlerMetricsList: List[CrawlerMetricsTypeDef], # (1)
NextToken: str,
ResponseMetadata: ResponseMetadataTypeDef, # (2)
CrawlerTargetsTypeDef#
# CrawlerTargetsTypeDef definition
class CrawlerTargetsTypeDef(TypedDict):
S3Targets: NotRequired[List[S3TargetTypeDef]], # (1)
JdbcTargets: NotRequired[List[JdbcTargetTypeDef]], # (2)
MongoDBTargets: NotRequired[List[MongoDBTargetTypeDef]], # (3)
DynamoDBTargets: NotRequired[List[DynamoDBTargetTypeDef]], # (4)
CatalogTargets: NotRequired[List[CatalogTargetTypeDef]], # (5)
DeltaTargets: NotRequired[List[DeltaTargetTypeDef]], # (6)
IcebergTargets: NotRequired[List[IcebergTargetTypeDef]], # (7)
HudiTargets: NotRequired[List[HudiTargetTypeDef]], # (8)
- See S3TargetTypeDef
- See JdbcTargetTypeDef
- See MongoDBTargetTypeDef
- See DynamoDBTargetTypeDef
- See CatalogTargetTypeDef
- See DeltaTargetTypeDef
- See IcebergTargetTypeDef
- See HudiTargetTypeDef
ListCrawlsRequestRequestTypeDef#
# ListCrawlsRequestRequestTypeDef definition
class ListCrawlsRequestRequestTypeDef(TypedDict):
CrawlerName: str,
MaxResults: NotRequired[int],
Filters: NotRequired[Sequence[CrawlsFilterTypeDef]], # (1)
NextToken: NotRequired[str],
CreateClassifierRequestRequestTypeDef#
# CreateClassifierRequestRequestTypeDef definition
class CreateClassifierRequestRequestTypeDef(TypedDict):
GrokClassifier: NotRequired[CreateGrokClassifierRequestTypeDef], # (1)
XMLClassifier: NotRequired[CreateXMLClassifierRequestTypeDef], # (2)
JsonClassifier: NotRequired[CreateJsonClassifierRequestTypeDef], # (3)
CsvClassifier: NotRequired[CreateCsvClassifierRequestTypeDef], # (4)
- See CreateGrokClassifierRequestTypeDef
- See CreateXMLClassifierRequestTypeDef
- See CreateJsonClassifierRequestTypeDef
- See CreateCsvClassifierRequestTypeDef
CreateDataQualityRulesetRequestRequestTypeDef#
# CreateDataQualityRulesetRequestRequestTypeDef definition
class CreateDataQualityRulesetRequestRequestTypeDef(TypedDict):
Name: str,
Ruleset: str,
Description: NotRequired[str],
Tags: NotRequired[Mapping[str, str]],
TargetTable: NotRequired[DataQualityTargetTableTypeDef], # (1)
ClientToken: NotRequired[str],
DataQualityRulesetListDetailsTypeDef#
# DataQualityRulesetListDetailsTypeDef definition
class DataQualityRulesetListDetailsTypeDef(TypedDict):
Name: NotRequired[str],
Description: NotRequired[str],
CreatedOn: NotRequired[datetime],
LastModifiedOn: NotRequired[datetime],
TargetTable: NotRequired[DataQualityTargetTableTypeDef], # (1)
RecommendationRunId: NotRequired[str],
RuleCount: NotRequired[int],
GetDataQualityRulesetResponseTypeDef#
# GetDataQualityRulesetResponseTypeDef definition
class GetDataQualityRulesetResponseTypeDef(TypedDict):
Name: str,
Description: str,
Ruleset: str,
TargetTable: DataQualityTargetTableTypeDef, # (1)
CreatedOn: datetime,
LastModifiedOn: datetime,
RecommendationRunId: str,
ResponseMetadata: ResponseMetadataTypeDef, # (2)
DataSourceTypeDef#
# DataSourceTypeDef definition
class DataSourceTypeDef(TypedDict):
GlueTable: GlueTableTypeDef, # (1)
- See GlueTableTypeDef
CreatePartitionIndexRequestRequestTypeDef#
# CreatePartitionIndexRequestRequestTypeDef definition
class CreatePartitionIndexRequestRequestTypeDef(TypedDict):
DatabaseName: str,
TableName: str,
PartitionIndex: PartitionIndexTypeDef, # (1)
CatalogId: NotRequired[str],
CreateSchemaInputRequestTypeDef#
# CreateSchemaInputRequestTypeDef definition
class CreateSchemaInputRequestTypeDef(TypedDict):
SchemaName: str,
DataFormat: DataFormatType, # (1)
RegistryId: NotRequired[RegistryIdTypeDef], # (2)
Compatibility: NotRequired[CompatibilityType], # (3)
Description: NotRequired[str],
Tags: NotRequired[Mapping[str, str]],
SchemaDefinition: NotRequired[str],
- See DataFormatType
- See RegistryIdTypeDef
- See CompatibilityType
DeleteRegistryInputRequestTypeDef#
# DeleteRegistryInputRequestTypeDef definition
class DeleteRegistryInputRequestTypeDef(TypedDict):
RegistryId: RegistryIdTypeDef, # (1)
GetRegistryInputRequestTypeDef#
# GetRegistryInputRequestTypeDef definition
class GetRegistryInputRequestTypeDef(TypedDict):
RegistryId: RegistryIdTypeDef, # (1)
ListSchemasInputRequestTypeDef#
# ListSchemasInputRequestTypeDef definition
class ListSchemasInputRequestTypeDef(TypedDict):
RegistryId: NotRequired[RegistryIdTypeDef], # (1)
MaxResults: NotRequired[int],
NextToken: NotRequired[str],
UpdateRegistryInputRequestTypeDef#
# UpdateRegistryInputRequestTypeDef definition
class UpdateRegistryInputRequestTypeDef(TypedDict):
RegistryId: RegistryIdTypeDef, # (1)
Description: str,
CreateSessionRequestRequestTypeDef#
# CreateSessionRequestRequestTypeDef definition
class CreateSessionRequestRequestTypeDef(TypedDict):
Id: str,
Role: str,
Command: SessionCommandTypeDef, # (1)
Description: NotRequired[str],
Timeout: NotRequired[int],
IdleTimeout: NotRequired[int],
DefaultArguments: NotRequired[Mapping[str, str]],
Connections: NotRequired[ConnectionsListTypeDef], # (2)
MaxCapacity: NotRequired[float],
NumberOfWorkers: NotRequired[int],
WorkerType: NotRequired[WorkerTypeType], # (3)
SecurityConfiguration: NotRequired[str],
GlueVersion: NotRequired[str],
Tags: NotRequired[Mapping[str, str]],
RequestOrigin: NotRequired[str],
SessionTypeDef#
# SessionTypeDef definition
class SessionTypeDef(TypedDict):
Id: NotRequired[str],
CreatedOn: NotRequired[datetime],
Status: NotRequired[SessionStatusType], # (1)
ErrorMessage: NotRequired[str],
Description: NotRequired[str],
Role: NotRequired[str],
Command: NotRequired[SessionCommandTypeDef], # (2)
DefaultArguments: NotRequired[Dict[str, str]],
Connections: NotRequired[ConnectionsListTypeDef], # (3)
Progress: NotRequired[float],
MaxCapacity: NotRequired[float],
SecurityConfiguration: NotRequired[str],
GlueVersion: NotRequired[str],
NumberOfWorkers: NotRequired[int],
WorkerType: NotRequired[WorkerTypeType], # (4)
CompletedOn: NotRequired[datetime],
ExecutionTime: NotRequired[float],
DPUSeconds: NotRequired[float],
IdleTimeout: NotRequired[int],
- See SessionStatusType
- See SessionCommandTypeDef
- See ConnectionsListTypeDef
- See WorkerTypeType
CreateTableOptimizerRequestRequestTypeDef#
# CreateTableOptimizerRequestRequestTypeDef definition
class CreateTableOptimizerRequestRequestTypeDef(TypedDict):
CatalogId: str,
DatabaseName: str,
TableName: str,
Type: TableOptimizerTypeType, # (1)
TableOptimizerConfiguration: TableOptimizerConfigurationTypeDef, # (2)
UpdateTableOptimizerRequestRequestTypeDef#
# UpdateTableOptimizerRequestRequestTypeDef definition
class UpdateTableOptimizerRequestRequestTypeDef(TypedDict):
CatalogId: str,
DatabaseName: str,
TableName: str,
Type: TableOptimizerTypeType, # (1)
TableOptimizerConfiguration: TableOptimizerConfigurationTypeDef, # (2)
EvaluateDataQualityMultiFrameTypeDef#
# EvaluateDataQualityMultiFrameTypeDef definition
class EvaluateDataQualityMultiFrameTypeDef(TypedDict):
Name: str,
Inputs: List[str],
Ruleset: str,
AdditionalDataSources: NotRequired[Dict[str, str]],
PublishingOptions: NotRequired[DQResultsPublishingOptionsTypeDef], # (1)
AdditionalOptions: NotRequired[Dict[AdditionalOptionKeysType, str]], # (2)
StopJobOnFailureOptions: NotRequired[DQStopJobOnFailureOptionsTypeDef], # (3)
- See DQResultsPublishingOptionsTypeDef
- See AdditionalOptionKeysType
- See DQStopJobOnFailureOptionsTypeDef
EvaluateDataQualityTypeDef#
# EvaluateDataQualityTypeDef definition
class EvaluateDataQualityTypeDef(TypedDict):
Name: str,
Inputs: List[str],
Ruleset: str,
Output: NotRequired[DQTransformOutputType], # (1)
PublishingOptions: NotRequired[DQResultsPublishingOptionsTypeDef], # (2)
StopJobOnFailureOptions: NotRequired[DQStopJobOnFailureOptionsTypeDef], # (3)
- See DQTransformOutputType
- See DQResultsPublishingOptionsTypeDef
- See DQStopJobOnFailureOptionsTypeDef
DataCatalogEncryptionSettingsTypeDef#
# DataCatalogEncryptionSettingsTypeDef definition
class DataCatalogEncryptionSettingsTypeDef(TypedDict):
EncryptionAtRest: NotRequired[EncryptionAtRestTypeDef], # (1)
ConnectionPasswordEncryption: NotRequired[ConnectionPasswordEncryptionTypeDef], # (2)
PrincipalPermissionsPaginatorTypeDef#
# PrincipalPermissionsPaginatorTypeDef definition
class PrincipalPermissionsPaginatorTypeDef(TypedDict):
Principal: NotRequired[DataLakePrincipalTypeDef], # (1)
Permissions: NotRequired[List[PermissionType]], # (2)
PrincipalPermissionsTypeDef#
# PrincipalPermissionsTypeDef definition
class PrincipalPermissionsTypeDef(TypedDict):
Principal: NotRequired[DataLakePrincipalTypeDef], # (1)
Permissions: NotRequired[Sequence[PermissionType]], # (2)
MetricBasedObservationTypeDef#
# MetricBasedObservationTypeDef definition
class MetricBasedObservationTypeDef(TypedDict):
MetricName: NotRequired[str],
MetricValues: NotRequired[DataQualityMetricValuesTypeDef], # (1)
NewRules: NotRequired[List[str]],
DataQualityRulesetFilterCriteriaTypeDef#
# DataQualityRulesetFilterCriteriaTypeDef definition
class DataQualityRulesetFilterCriteriaTypeDef(TypedDict):
Name: NotRequired[str],
Description: NotRequired[str],
CreatedBefore: NotRequired[Union[datetime, str]],
CreatedAfter: NotRequired[Union[datetime, str]],
LastModifiedBefore: NotRequired[Union[datetime, str]],
LastModifiedAfter: NotRequired[Union[datetime, str]],
TargetTable: NotRequired[DataQualityTargetTableTypeDef], # (1)
GetTableRequestRequestTypeDef#
# GetTableRequestRequestTypeDef definition
class GetTableRequestRequestTypeDef(TypedDict):
DatabaseName: str,
Name: str,
CatalogId: NotRequired[str],
TransactionId: NotRequired[str],
QueryAsOfTime: NotRequired[Union[datetime, str]],
GetTablesRequestRequestTypeDef#
# GetTablesRequestRequestTypeDef definition
class GetTablesRequestRequestTypeDef(TypedDict):
DatabaseName: str,
CatalogId: NotRequired[str],
Expression: NotRequired[str],
NextToken: NotRequired[str],
MaxResults: NotRequired[int],
TransactionId: NotRequired[str],
QueryAsOfTime: NotRequired[Union[datetime, str]],
QuerySessionContextTypeDef#
# QuerySessionContextTypeDef definition
class QuerySessionContextTypeDef(TypedDict):
QueryId: NotRequired[str],
QueryStartTime: NotRequired[Union[datetime, str]],
ClusterId: NotRequired[str],
QueryAuthorizationId: NotRequired[str],
AdditionalContext: NotRequired[Mapping[str, str]],
TaskRunFilterCriteriaTypeDef#
# TaskRunFilterCriteriaTypeDef definition
class TaskRunFilterCriteriaTypeDef(TypedDict):
TaskRunType: NotRequired[TaskTypeType], # (1)
Status: NotRequired[TaskStatusTypeType], # (2)
StartedBefore: NotRequired[Union[datetime, str]],
StartedAfter: NotRequired[Union[datetime, str]],
- See TaskTypeType
- See TaskStatusTypeType
NullValueFieldTypeDef#
# NullValueFieldTypeDef definition
class NullValueFieldTypeDef(TypedDict):
Value: str,
Datatype: DatatypeTypeDef, # (1)
- See DatatypeTypeDef
DecimalColumnStatisticsDataTypeDef#
# DecimalColumnStatisticsDataTypeDef definition
class DecimalColumnStatisticsDataTypeDef(TypedDict):
NumberOfNulls: int,
NumberOfDistinctValues: int,
MinimumValue: NotRequired[DecimalNumberTypeDef], # (1)
MaximumValue: NotRequired[DecimalNumberTypeDef], # (1)
DeleteSchemaInputRequestTypeDef#
# DeleteSchemaInputRequestTypeDef definition
class DeleteSchemaInputRequestTypeDef(TypedDict):
SchemaId: SchemaIdTypeDef, # (1)
- See SchemaIdTypeDef
DeleteSchemaVersionsInputRequestTypeDef#
# DeleteSchemaVersionsInputRequestTypeDef definition
class DeleteSchemaVersionsInputRequestTypeDef(TypedDict):
SchemaId: SchemaIdTypeDef, # (1)
Versions: str,
- See SchemaIdTypeDef
GetSchemaByDefinitionInputRequestTypeDef#
# GetSchemaByDefinitionInputRequestTypeDef definition
class GetSchemaByDefinitionInputRequestTypeDef(TypedDict):
SchemaId: SchemaIdTypeDef, # (1)
SchemaDefinition: str,
- See SchemaIdTypeDef
GetSchemaInputRequestTypeDef#
# GetSchemaInputRequestTypeDef definition
class GetSchemaInputRequestTypeDef(TypedDict):
SchemaId: SchemaIdTypeDef, # (1)
- See SchemaIdTypeDef
ListSchemaVersionsInputRequestTypeDef#
# ListSchemaVersionsInputRequestTypeDef definition
class ListSchemaVersionsInputRequestTypeDef(TypedDict):
SchemaId: SchemaIdTypeDef, # (1)
MaxResults: NotRequired[int],
NextToken: NotRequired[str],
- See SchemaIdTypeDef
RegisterSchemaVersionInputRequestTypeDef#
# RegisterSchemaVersionInputRequestTypeDef definition
class RegisterSchemaVersionInputRequestTypeDef(TypedDict):
SchemaId: SchemaIdTypeDef, # (1)
SchemaDefinition: str,
- See SchemaIdTypeDef
SchemaReferenceTypeDef#
# SchemaReferenceTypeDef definition
class SchemaReferenceTypeDef(TypedDict):
SchemaId: NotRequired[SchemaIdTypeDef], # (1)
SchemaVersionId: NotRequired[str],
SchemaVersionNumber: NotRequired[int],
- See SchemaIdTypeDef
UpdateDevEndpointRequestRequestTypeDef#
# UpdateDevEndpointRequestRequestTypeDef definition
class UpdateDevEndpointRequestRequestTypeDef(TypedDict):
EndpointName: str,
PublicKey: NotRequired[str],
AddPublicKeys: NotRequired[Sequence[str]],
DeletePublicKeys: NotRequired[Sequence[str]],
CustomLibraries: NotRequired[DevEndpointCustomLibrariesTypeDef], # (1)
UpdateEtlLibraries: NotRequired[bool],
DeleteArguments: NotRequired[Sequence[str]],
AddArguments: NotRequired[Mapping[str, str]],
S3DeltaDirectTargetTypeDef#
# S3DeltaDirectTargetTypeDef definition
class S3DeltaDirectTargetTypeDef(TypedDict):
Name: str,
Inputs: List[str],
Path: str,
Compression: DeltaTargetCompressionTypeType, # (1)
Format: TargetFormatType, # (2)
PartitionKeys: NotRequired[List[List[str]]],
AdditionalOptions: NotRequired[Dict[str, str]],
SchemaChangePolicy: NotRequired[DirectSchemaChangePolicyTypeDef], # (3)
S3DirectTargetTypeDef#
# S3DirectTargetTypeDef definition
class S3DirectTargetTypeDef(TypedDict):
Name: str,
Inputs: List[str],
Path: str,
Format: TargetFormatType, # (1)
PartitionKeys: NotRequired[List[List[str]]],
Compression: NotRequired[str],
SchemaChangePolicy: NotRequired[DirectSchemaChangePolicyTypeDef], # (2)
S3GlueParquetTargetTypeDef#
# S3GlueParquetTargetTypeDef definition
class S3GlueParquetTargetTypeDef(TypedDict):
Name: str,
Inputs: List[str],
Path: str,
PartitionKeys: NotRequired[List[List[str]]],
Compression: NotRequired[ParquetCompressionTypeType], # (1)
SchemaChangePolicy: NotRequired[DirectSchemaChangePolicyTypeDef], # (2)
S3HudiDirectTargetTypeDef#
# S3HudiDirectTargetTypeDef definition
class S3HudiDirectTargetTypeDef(TypedDict):
Name: str,
Inputs: List[str],
Path: str,
Compression: HudiTargetCompressionTypeType, # (1)
Format: TargetFormatType, # (2)
AdditionalOptions: Dict[str, str],
PartitionKeys: NotRequired[List[List[str]]],
SchemaChangePolicy: NotRequired[DirectSchemaChangePolicyTypeDef], # (3)
EncryptionConfigurationPaginatorTypeDef#
# EncryptionConfigurationPaginatorTypeDef definition
class EncryptionConfigurationPaginatorTypeDef(TypedDict):
S3Encryption: NotRequired[List[S3EncryptionTypeDef]], # (1)
CloudWatchEncryption: NotRequired[CloudWatchEncryptionTypeDef], # (2)
JobBookmarksEncryption: NotRequired[JobBookmarksEncryptionTypeDef], # (3)
EncryptionConfigurationTypeDef#
# EncryptionConfigurationTypeDef definition
class EncryptionConfigurationTypeDef(TypedDict):
S3Encryption: NotRequired[Sequence[S3EncryptionTypeDef]], # (1)
CloudWatchEncryption: NotRequired[CloudWatchEncryptionTypeDef], # (2)
JobBookmarksEncryption: NotRequired[JobBookmarksEncryptionTypeDef], # (3)
SchemaVersionErrorItemTypeDef#
# SchemaVersionErrorItemTypeDef definition
class SchemaVersionErrorItemTypeDef(TypedDict):
VersionNumber: NotRequired[int],
ErrorDetails: NotRequired[ErrorDetailsTypeDef], # (1)
FilterExpressionTypeDef#
# FilterExpressionTypeDef definition
class FilterExpressionTypeDef(TypedDict):
Operation: FilterOperationType, # (1)
Values: List[FilterValueTypeDef], # (2)
Negated: NotRequired[bool],
TransformParametersTypeDef#
# TransformParametersTypeDef definition
class TransformParametersTypeDef(TypedDict):
TransformType: TransformTypeType, # (1)
FindMatchesParameters: NotRequired[FindMatchesParametersTypeDef], # (2)
GetClassifiersRequestGetClassifiersPaginateTypeDef#
# GetClassifiersRequestGetClassifiersPaginateTypeDef definition
class GetClassifiersRequestGetClassifiersPaginateTypeDef(TypedDict):
PaginationConfig: NotRequired[PaginatorConfigTypeDef], # (1)
GetCrawlerMetricsRequestGetCrawlerMetricsPaginateTypeDef#
# GetCrawlerMetricsRequestGetCrawlerMetricsPaginateTypeDef definition
class GetCrawlerMetricsRequestGetCrawlerMetricsPaginateTypeDef(TypedDict):
CrawlerNameList: NotRequired[Sequence[str]],
PaginationConfig: NotRequired[PaginatorConfigTypeDef], # (1)
GetCrawlersRequestGetCrawlersPaginateTypeDef#
# GetCrawlersRequestGetCrawlersPaginateTypeDef definition
class GetCrawlersRequestGetCrawlersPaginateTypeDef(TypedDict):
PaginationConfig: NotRequired[PaginatorConfigTypeDef], # (1)
GetDatabasesRequestGetDatabasesPaginateTypeDef#
# GetDatabasesRequestGetDatabasesPaginateTypeDef definition
class GetDatabasesRequestGetDatabasesPaginateTypeDef(TypedDict):
CatalogId: NotRequired[str],
ResourceShareType: NotRequired[ResourceShareTypeType], # (1)
PaginationConfig: NotRequired[PaginatorConfigTypeDef], # (2)
GetDevEndpointsRequestGetDevEndpointsPaginateTypeDef#
# GetDevEndpointsRequestGetDevEndpointsPaginateTypeDef definition
class GetDevEndpointsRequestGetDevEndpointsPaginateTypeDef(TypedDict):
PaginationConfig: NotRequired[PaginatorConfigTypeDef], # (1)
GetJobRunsRequestGetJobRunsPaginateTypeDef#
# GetJobRunsRequestGetJobRunsPaginateTypeDef definition
class GetJobRunsRequestGetJobRunsPaginateTypeDef(TypedDict):
JobName: str,
PaginationConfig: NotRequired[PaginatorConfigTypeDef], # (1)
GetJobsRequestGetJobsPaginateTypeDef#
# GetJobsRequestGetJobsPaginateTypeDef definition
class GetJobsRequestGetJobsPaginateTypeDef(TypedDict):
PaginationConfig: NotRequired[PaginatorConfigTypeDef], # (1)
GetPartitionIndexesRequestGetPartitionIndexesPaginateTypeDef#
# GetPartitionIndexesRequestGetPartitionIndexesPaginateTypeDef definition
class GetPartitionIndexesRequestGetPartitionIndexesPaginateTypeDef(TypedDict):
DatabaseName: str,
TableName: str,
CatalogId: NotRequired[str],
PaginationConfig: NotRequired[PaginatorConfigTypeDef], # (1)
GetResourcePoliciesRequestGetResourcePoliciesPaginateTypeDef#
# GetResourcePoliciesRequestGetResourcePoliciesPaginateTypeDef definition
class GetResourcePoliciesRequestGetResourcePoliciesPaginateTypeDef(TypedDict):
PaginationConfig: NotRequired[PaginatorConfigTypeDef], # (1)
GetSecurityConfigurationsRequestGetSecurityConfigurationsPaginateTypeDef#
# GetSecurityConfigurationsRequestGetSecurityConfigurationsPaginateTypeDef definition
class GetSecurityConfigurationsRequestGetSecurityConfigurationsPaginateTypeDef(TypedDict):
PaginationConfig: NotRequired[PaginatorConfigTypeDef], # (1)
GetTableVersionsRequestGetTableVersionsPaginateTypeDef#
# GetTableVersionsRequestGetTableVersionsPaginateTypeDef definition
class GetTableVersionsRequestGetTableVersionsPaginateTypeDef(TypedDict):
DatabaseName: str,
TableName: str,
CatalogId: NotRequired[str],
PaginationConfig: NotRequired[PaginatorConfigTypeDef], # (1)
GetTablesRequestGetTablesPaginateTypeDef#
# GetTablesRequestGetTablesPaginateTypeDef definition
class GetTablesRequestGetTablesPaginateTypeDef(TypedDict):
DatabaseName: str,
CatalogId: NotRequired[str],
Expression: NotRequired[str],
TransactionId: NotRequired[str],
QueryAsOfTime: NotRequired[Union[datetime, str]],
PaginationConfig: NotRequired[PaginatorConfigTypeDef], # (1)
GetTriggersRequestGetTriggersPaginateTypeDef#
# GetTriggersRequestGetTriggersPaginateTypeDef definition
class GetTriggersRequestGetTriggersPaginateTypeDef(TypedDict):
DependentJobName: NotRequired[str],
PaginationConfig: NotRequired[PaginatorConfigTypeDef], # (1)
GetUserDefinedFunctionsRequestGetUserDefinedFunctionsPaginateTypeDef#
# GetUserDefinedFunctionsRequestGetUserDefinedFunctionsPaginateTypeDef definition
class GetUserDefinedFunctionsRequestGetUserDefinedFunctionsPaginateTypeDef(TypedDict):
Pattern: str,
CatalogId: NotRequired[str],
DatabaseName: NotRequired[str],
PaginationConfig: NotRequired[PaginatorConfigTypeDef], # (1)
ListRegistriesInputListRegistriesPaginateTypeDef#
# ListRegistriesInputListRegistriesPaginateTypeDef definition
class ListRegistriesInputListRegistriesPaginateTypeDef(TypedDict):
PaginationConfig: NotRequired[PaginatorConfigTypeDef], # (1)
ListSchemaVersionsInputListSchemaVersionsPaginateTypeDef#
# ListSchemaVersionsInputListSchemaVersionsPaginateTypeDef definition
class ListSchemaVersionsInputListSchemaVersionsPaginateTypeDef(TypedDict):
SchemaId: SchemaIdTypeDef, # (1)
PaginationConfig: NotRequired[PaginatorConfigTypeDef], # (2)
ListSchemasInputListSchemasPaginateTypeDef#
# ListSchemasInputListSchemasPaginateTypeDef definition
class ListSchemasInputListSchemasPaginateTypeDef(TypedDict):
RegistryId: NotRequired[RegistryIdTypeDef], # (1)
PaginationConfig: NotRequired[PaginatorConfigTypeDef], # (2)
GetConnectionsRequestGetConnectionsPaginateTypeDef#
# GetConnectionsRequestGetConnectionsPaginateTypeDef definition
class GetConnectionsRequestGetConnectionsPaginateTypeDef(TypedDict):
CatalogId: NotRequired[str],
Filter: NotRequired[GetConnectionsFilterTypeDef], # (1)
HidePassword: NotRequired[bool],
PaginationConfig: NotRequired[PaginatorConfigTypeDef], # (2)
GetConnectionsRequestRequestTypeDef#
# GetConnectionsRequestRequestTypeDef definition
class GetConnectionsRequestRequestTypeDef(TypedDict):
CatalogId: NotRequired[str],
Filter: NotRequired[GetConnectionsFilterTypeDef], # (1)
HidePassword: NotRequired[bool],
NextToken: NotRequired[str],
MaxResults: NotRequired[int],
GetJobBookmarkResponseTypeDef#
# GetJobBookmarkResponseTypeDef definition
class GetJobBookmarkResponseTypeDef(TypedDict):
JobBookmarkEntry: JobBookmarkEntryTypeDef, # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
ResetJobBookmarkResponseTypeDef#
# ResetJobBookmarkResponseTypeDef definition
class ResetJobBookmarkResponseTypeDef(TypedDict):
JobBookmarkEntry: JobBookmarkEntryTypeDef, # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
TransformFilterCriteriaTypeDef#
# TransformFilterCriteriaTypeDef definition
class TransformFilterCriteriaTypeDef(TypedDict):
Name: NotRequired[str],
TransformType: NotRequired[TransformTypeType], # (1)
Status: NotRequired[TransformStatusTypeType], # (2)
GlueVersion: NotRequired[str],
CreatedBefore: NotRequired[Union[datetime, str]],
CreatedAfter: NotRequired[Union[datetime, str]],
LastModifiedBefore: NotRequired[Union[datetime, str]],
LastModifiedAfter: NotRequired[Union[datetime, str]],
Schema: NotRequired[Sequence[SchemaColumnTypeDef]], # (3)
GetMappingResponseTypeDef#
# GetMappingResponseTypeDef definition
class GetMappingResponseTypeDef(TypedDict):
Mapping: List[MappingEntryTypeDef], # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
GetPartitionsRequestGetPartitionsPaginateTypeDef#
# GetPartitionsRequestGetPartitionsPaginateTypeDef definition
class GetPartitionsRequestGetPartitionsPaginateTypeDef(TypedDict):
DatabaseName: str,
TableName: str,
CatalogId: NotRequired[str],
Expression: NotRequired[str],
Segment: NotRequired[SegmentTypeDef], # (1)
ExcludeColumnSchema: NotRequired[bool],
TransactionId: NotRequired[str],
QueryAsOfTime: NotRequired[Union[datetime, str]],
PaginationConfig: NotRequired[PaginatorConfigTypeDef], # (2)
- See SegmentTypeDef
- See PaginatorConfigTypeDef
GetPartitionsRequestRequestTypeDef#
# GetPartitionsRequestRequestTypeDef definition
class GetPartitionsRequestRequestTypeDef(TypedDict):
DatabaseName: str,
TableName: str,
CatalogId: NotRequired[str],
Expression: NotRequired[str],
NextToken: NotRequired[str],
Segment: NotRequired[SegmentTypeDef], # (1)
MaxResults: NotRequired[int],
ExcludeColumnSchema: NotRequired[bool],
TransactionId: NotRequired[str],
QueryAsOfTime: NotRequired[Union[datetime, str]],
- See SegmentTypeDef
GetResourcePoliciesResponseTypeDef#
# GetResourcePoliciesResponseTypeDef definition
class GetResourcePoliciesResponseTypeDef(TypedDict):
GetResourcePoliciesResponseList: List[GluePolicyTypeDef], # (1)
NextToken: str,
ResponseMetadata: ResponseMetadataTypeDef, # (2)
GetSchemaVersionInputRequestTypeDef#
# GetSchemaVersionInputRequestTypeDef definition
class GetSchemaVersionInputRequestTypeDef(TypedDict):
SchemaId: NotRequired[SchemaIdTypeDef], # (1)
SchemaVersionId: NotRequired[str],
SchemaVersionNumber: NotRequired[SchemaVersionNumberTypeDef], # (2)
GetSchemaVersionsDiffInputRequestTypeDef#
# GetSchemaVersionsDiffInputRequestTypeDef definition
class GetSchemaVersionsDiffInputRequestTypeDef(TypedDict):
SchemaId: SchemaIdTypeDef, # (1)
FirstSchemaVersionNumber: SchemaVersionNumberTypeDef, # (2)
SecondSchemaVersionNumber: SchemaVersionNumberTypeDef, # (2)
SchemaDiffType: SchemaDiffTypeType, # (4)
- See SchemaIdTypeDef
- See SchemaVersionNumberTypeDef
- See SchemaVersionNumberTypeDef
- See SchemaDiffTypeType
UpdateSchemaInputRequestTypeDef#
# UpdateSchemaInputRequestTypeDef definition
class UpdateSchemaInputRequestTypeDef(TypedDict):
SchemaId: SchemaIdTypeDef, # (1)
SchemaVersionNumber: NotRequired[SchemaVersionNumberTypeDef], # (2)
Compatibility: NotRequired[CompatibilityType], # (3)
Description: NotRequired[str],
GlueSchemaTypeDef#
# GlueSchemaTypeDef definition
class GlueSchemaTypeDef(TypedDict):
Columns: NotRequired[List[GlueStudioSchemaColumnTypeDef]], # (1)
GovernedCatalogSourceTypeDef#
# GovernedCatalogSourceTypeDef definition
class GovernedCatalogSourceTypeDef(TypedDict):
Name: str,
Database: str,
Table: str,
PartitionPredicate: NotRequired[str],
AdditionalOptions: NotRequired[S3SourceAdditionalOptionsTypeDef], # (1)
S3CatalogSourceTypeDef#
# S3CatalogSourceTypeDef definition
class S3CatalogSourceTypeDef(TypedDict):
Name: str,
Database: str,
Table: str,
PartitionPredicate: NotRequired[str],
AdditionalOptions: NotRequired[S3SourceAdditionalOptionsTypeDef], # (1)
OpenTableFormatInputTypeDef#
# OpenTableFormatInputTypeDef definition
class OpenTableFormatInputTypeDef(TypedDict):
IcebergInput: NotRequired[IcebergInputTypeDef], # (1)
JobRunTypeDef#
# JobRunTypeDef definition
class JobRunTypeDef(TypedDict):
Id: NotRequired[str],
Attempt: NotRequired[int],
PreviousRunId: NotRequired[str],
TriggerName: NotRequired[str],
JobName: NotRequired[str],
StartedOn: NotRequired[datetime],
LastModifiedOn: NotRequired[datetime],
CompletedOn: NotRequired[datetime],
JobRunState: NotRequired[JobRunStateType], # (1)
Arguments: NotRequired[Dict[str, str]],
ErrorMessage: NotRequired[str],
PredecessorRuns: NotRequired[List[PredecessorTypeDef]], # (2)
AllocatedCapacity: NotRequired[int],
ExecutionTime: NotRequired[int],
Timeout: NotRequired[int],
MaxCapacity: NotRequired[float],
WorkerType: NotRequired[WorkerTypeType], # (3)
NumberOfWorkers: NotRequired[int],
SecurityConfiguration: NotRequired[str],
LogGroupName: NotRequired[str],
NotificationProperty: NotRequired[NotificationPropertyTypeDef], # (4)
GlueVersion: NotRequired[str],
DPUSeconds: NotRequired[float],
ExecutionClass: NotRequired[ExecutionClassType], # (5)
- See JobRunStateType
- See PredecessorTypeDef
- See WorkerTypeType
- See NotificationPropertyTypeDef
- See ExecutionClassType
JoinTypeDef#
# JoinTypeDef definition
class JoinTypeDef(TypedDict):
Name: str,
Inputs: List[str],
JoinType: JoinTypeType, # (1)
Columns: List[JoinColumnTypeDef], # (2)
- See JoinTypeType
- See JoinColumnTypeDef
TaskRunPropertiesTypeDef#
# TaskRunPropertiesTypeDef definition
class TaskRunPropertiesTypeDef(TypedDict):
TaskType: NotRequired[TaskTypeType], # (1)
ImportLabelsTaskRunProperties: NotRequired[ImportLabelsTaskRunPropertiesTypeDef], # (2)
ExportLabelsTaskRunProperties: NotRequired[ExportLabelsTaskRunPropertiesTypeDef], # (3)
LabelingSetGenerationTaskRunProperties: NotRequired[LabelingSetGenerationTaskRunPropertiesTypeDef], # (4)
FindMatchesTaskRunProperties: NotRequired[FindMatchesTaskRunPropertiesTypeDef], # (5)
- See TaskTypeType
- See ImportLabelsTaskRunPropertiesTypeDef
- See ExportLabelsTaskRunPropertiesTypeDef
- See LabelingSetGenerationTaskRunPropertiesTypeDef
- See FindMatchesTaskRunPropertiesTypeDef
ListRegistriesResponseTypeDef#
# ListRegistriesResponseTypeDef definition
class ListRegistriesResponseTypeDef(TypedDict):
Registries: List[RegistryListItemTypeDef], # (1)
NextToken: str,
ResponseMetadata: ResponseMetadataTypeDef, # (2)
ListSchemaVersionsResponseTypeDef#
# ListSchemaVersionsResponseTypeDef definition
class ListSchemaVersionsResponseTypeDef(TypedDict):
Schemas: List[SchemaVersionListItemTypeDef], # (1)
NextToken: str,
ResponseMetadata: ResponseMetadataTypeDef, # (2)
ListSchemasResponseTypeDef#
# ListSchemasResponseTypeDef definition
class ListSchemasResponseTypeDef(TypedDict):
Schemas: List[SchemaListItemTypeDef], # (1)
NextToken: str,
ResponseMetadata: ResponseMetadataTypeDef, # (2)
TransformEncryptionTypeDef#
# TransformEncryptionTypeDef definition
class TransformEncryptionTypeDef(TypedDict):
MlUserDataEncryption: NotRequired[MLUserDataEncryptionTypeDef], # (1)
TaskRunSecurityConfigurationName: NotRequired[str],
MetadataInfoTypeDef#
# MetadataInfoTypeDef definition
class MetadataInfoTypeDef(TypedDict):
MetadataValue: NotRequired[str],
CreatedTime: NotRequired[str],
OtherMetadataValueList: NotRequired[List[OtherMetadataValueListItemTypeDef]], # (1)
PutSchemaVersionMetadataInputRequestTypeDef#
# PutSchemaVersionMetadataInputRequestTypeDef definition
class PutSchemaVersionMetadataInputRequestTypeDef(TypedDict):
MetadataKeyValue: MetadataKeyValuePairTypeDef, # (1)
SchemaId: NotRequired[SchemaIdTypeDef], # (2)
SchemaVersionNumber: NotRequired[SchemaVersionNumberTypeDef], # (3)
SchemaVersionId: NotRequired[str],
QuerySchemaVersionMetadataInputRequestTypeDef#
# QuerySchemaVersionMetadataInputRequestTypeDef definition
class QuerySchemaVersionMetadataInputRequestTypeDef(TypedDict):
SchemaId: NotRequired[SchemaIdTypeDef], # (1)
SchemaVersionNumber: NotRequired[SchemaVersionNumberTypeDef], # (2)
SchemaVersionId: NotRequired[str],
MetadataList: NotRequired[Sequence[MetadataKeyValuePairTypeDef]], # (3)
MaxResults: NotRequired[int],
NextToken: NotRequired[str],
RemoveSchemaVersionMetadataInputRequestTypeDef#
# RemoveSchemaVersionMetadataInputRequestTypeDef definition
class RemoveSchemaVersionMetadataInputRequestTypeDef(TypedDict):
MetadataKeyValue: MetadataKeyValuePairTypeDef, # (1)
SchemaId: NotRequired[SchemaIdTypeDef], # (2)
SchemaVersionNumber: NotRequired[SchemaVersionNumberTypeDef], # (3)
SchemaVersionId: NotRequired[str],
RecipeTypeDef#
# RecipeTypeDef definition
class RecipeTypeDef(TypedDict):
Name: str,
Inputs: List[str],
RecipeReference: RecipeReferenceTypeDef, # (1)
RedshiftTargetTypeDef#
# RedshiftTargetTypeDef definition
class RedshiftTargetTypeDef(TypedDict):
Name: str,
Inputs: List[str],
Database: str,
Table: str,
RedshiftTmpDir: NotRequired[str],
TmpDirIAMRole: NotRequired[str],
UpsertRedshiftOptions: NotRequired[UpsertRedshiftTargetOptionsTypeDef], # (1)
UserDefinedFunctionInputTypeDef#
# UserDefinedFunctionInputTypeDef definition
class UserDefinedFunctionInputTypeDef(TypedDict):
FunctionName: NotRequired[str],
ClassName: NotRequired[str],
OwnerName: NotRequired[str],
OwnerType: NotRequired[PrincipalTypeType], # (1)
ResourceUris: NotRequired[Sequence[ResourceUriTypeDef]], # (2)
- See PrincipalTypeType
- See ResourceUriTypeDef
UserDefinedFunctionTypeDef#
# UserDefinedFunctionTypeDef definition
class UserDefinedFunctionTypeDef(TypedDict):
FunctionName: NotRequired[str],
DatabaseName: NotRequired[str],
ClassName: NotRequired[str],
OwnerName: NotRequired[str],
OwnerType: NotRequired[PrincipalTypeType], # (1)
CreateTime: NotRequired[datetime],
ResourceUris: NotRequired[List[ResourceUriTypeDef]], # (2)
CatalogId: NotRequired[str],
- See PrincipalTypeType
- See ResourceUriTypeDef
TableOptimizerRunTypeDef#
# TableOptimizerRunTypeDef definition
class TableOptimizerRunTypeDef(TypedDict):
eventType: NotRequired[TableOptimizerEventTypeType], # (1)
startTimestamp: NotRequired[datetime],
endTimestamp: NotRequired[datetime],
metrics: NotRequired[RunMetricsTypeDef], # (2)
error: NotRequired[str],
SearchTablesRequestRequestTypeDef#
# SearchTablesRequestRequestTypeDef definition
class SearchTablesRequestRequestTypeDef(TypedDict):
CatalogId: NotRequired[str],
NextToken: NotRequired[str],
Filters: NotRequired[Sequence[PropertyPredicateTypeDef]], # (1)
SearchText: NotRequired[str],
SortCriteria: NotRequired[Sequence[SortCriterionTypeDef]], # (2)
MaxResults: NotRequired[int],
ResourceShareType: NotRequired[ResourceShareTypeType], # (3)
StatementOutputTypeDef#
# StatementOutputTypeDef definition
class StatementOutputTypeDef(TypedDict):
Data: NotRequired[StatementOutputDataTypeDef], # (1)
ExecutionCount: NotRequired[int],
Status: NotRequired[StatementStateType], # (2)
ErrorName: NotRequired[str],
ErrorValue: NotRequired[str],
Traceback: NotRequired[List[str]],
UpdateClassifierRequestRequestTypeDef#
# UpdateClassifierRequestRequestTypeDef definition
class UpdateClassifierRequestRequestTypeDef(TypedDict):
GrokClassifier: NotRequired[UpdateGrokClassifierRequestTypeDef], # (1)
XMLClassifier: NotRequired[UpdateXMLClassifierRequestTypeDef], # (2)
JsonClassifier: NotRequired[UpdateJsonClassifierRequestTypeDef], # (3)
CsvClassifier: NotRequired[UpdateCsvClassifierRequestTypeDef], # (4)
- See UpdateGrokClassifierRequestTypeDef
- See UpdateXMLClassifierRequestTypeDef
- See UpdateJsonClassifierRequestTypeDef
- See UpdateCsvClassifierRequestTypeDef
AmazonRedshiftSourceTypeDef#
# AmazonRedshiftSourceTypeDef definition
class AmazonRedshiftSourceTypeDef(TypedDict):
Name: NotRequired[str],
Data: NotRequired[AmazonRedshiftNodeDataTypeDef], # (1)
AmazonRedshiftTargetTypeDef#
# AmazonRedshiftTargetTypeDef definition
class AmazonRedshiftTargetTypeDef(TypedDict):
Name: NotRequired[str],
Data: NotRequired[AmazonRedshiftNodeDataTypeDef], # (1)
Inputs: NotRequired[List[str]],
SnowflakeTargetTypeDef#
# SnowflakeTargetTypeDef definition
class SnowflakeTargetTypeDef(TypedDict):
Name: str,
Data: SnowflakeNodeDataTypeDef, # (1)
Inputs: NotRequired[List[str]],
PartitionIndexDescriptorPaginatorTypeDef#
# PartitionIndexDescriptorPaginatorTypeDef definition
class PartitionIndexDescriptorPaginatorTypeDef(TypedDict):
IndexName: str,
Keys: List[KeySchemaElementTypeDef], # (1)
IndexStatus: PartitionIndexStatusType, # (2)
BackfillErrors: NotRequired[List[BackfillErrorPaginatorTypeDef]], # (3)
PartitionIndexDescriptorTypeDef#
# PartitionIndexDescriptorTypeDef definition
class PartitionIndexDescriptorTypeDef(TypedDict):
IndexName: str,
Keys: List[KeySchemaElementTypeDef], # (1)
IndexStatus: PartitionIndexStatusType, # (2)
BackfillErrors: NotRequired[List[BackfillErrorTypeDef]], # (3)
BatchStopJobRunResponseTypeDef#
# BatchStopJobRunResponseTypeDef definition
class BatchStopJobRunResponseTypeDef(TypedDict):
SuccessfulSubmissions: List[BatchStopJobRunSuccessfulSubmissionTypeDef], # (1)
Errors: List[BatchStopJobRunErrorTypeDef], # (2)
ResponseMetadata: ResponseMetadataTypeDef, # (3)
- See BatchStopJobRunSuccessfulSubmissionTypeDef
- See BatchStopJobRunErrorTypeDef
- See ResponseMetadataTypeDef
BatchUpdatePartitionResponseTypeDef#
# BatchUpdatePartitionResponseTypeDef definition
class BatchUpdatePartitionResponseTypeDef(TypedDict):
Errors: List[BatchUpdatePartitionFailureEntryTypeDef], # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
BatchCreatePartitionResponseTypeDef#
# BatchCreatePartitionResponseTypeDef definition
class BatchCreatePartitionResponseTypeDef(TypedDict):
Errors: List[PartitionErrorTypeDef], # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
BatchDeletePartitionResponseTypeDef#
# BatchDeletePartitionResponseTypeDef definition
class BatchDeletePartitionResponseTypeDef(TypedDict):
Errors: List[PartitionErrorTypeDef], # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
BatchDeleteTableResponseTypeDef#
# BatchDeleteTableResponseTypeDef definition
class BatchDeleteTableResponseTypeDef(TypedDict):
Errors: List[TableErrorTypeDef], # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
BatchDeleteTableVersionResponseTypeDef#
# BatchDeleteTableVersionResponseTypeDef definition
class BatchDeleteTableVersionResponseTypeDef(TypedDict):
Errors: List[TableVersionErrorTypeDef], # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
BatchGetBlueprintsResponseTypeDef#
# BatchGetBlueprintsResponseTypeDef definition
class BatchGetBlueprintsResponseTypeDef(TypedDict):
Blueprints: List[BlueprintTypeDef], # (1)
MissingBlueprints: List[str],
ResponseMetadata: ResponseMetadataTypeDef, # (2)
GetBlueprintResponseTypeDef#
# GetBlueprintResponseTypeDef definition
class GetBlueprintResponseTypeDef(TypedDict):
Blueprint: BlueprintTypeDef, # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
GetClassifierResponseTypeDef#
# GetClassifierResponseTypeDef definition
class GetClassifierResponseTypeDef(TypedDict):
Classifier: ClassifierTypeDef, # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
GetClassifiersResponseTypeDef#
# GetClassifiersResponseTypeDef definition
class GetClassifiersResponseTypeDef(TypedDict):
Classifiers: List[ClassifierTypeDef], # (1)
NextToken: str,
ResponseMetadata: ResponseMetadataTypeDef, # (2)
CreateScriptRequestRequestTypeDef#
# CreateScriptRequestRequestTypeDef definition
class CreateScriptRequestRequestTypeDef(TypedDict):
DagNodes: NotRequired[Sequence[CodeGenNodeTypeDef]], # (1)
DagEdges: NotRequired[Sequence[CodeGenEdgeTypeDef]], # (2)
Language: NotRequired[LanguageType], # (3)
- See CodeGenNodeTypeDef
- See CodeGenEdgeTypeDef
- See LanguageType
GetDataflowGraphResponseTypeDef#
# GetDataflowGraphResponseTypeDef definition
class GetDataflowGraphResponseTypeDef(TypedDict):
DagNodes: List[CodeGenNodeTypeDef], # (1)
DagEdges: List[CodeGenEdgeTypeDef], # (2)
ResponseMetadata: ResponseMetadataTypeDef, # (3)
GetMappingRequestRequestTypeDef#
# GetMappingRequestRequestTypeDef definition
class GetMappingRequestRequestTypeDef(TypedDict):
Source: CatalogEntryTypeDef, # (1)
Sinks: NotRequired[Sequence[CatalogEntryTypeDef]], # (2)
Location: NotRequired[LocationTypeDef], # (3)
- See CatalogEntryTypeDef
- See CatalogEntryTypeDef
- See LocationTypeDef
GetPlanRequestRequestTypeDef#
# GetPlanRequestRequestTypeDef definition
class GetPlanRequestRequestTypeDef(TypedDict):
Mapping: Sequence[MappingEntryTypeDef], # (1)
Source: CatalogEntryTypeDef, # (2)
Sinks: NotRequired[Sequence[CatalogEntryTypeDef]], # (3)
Location: NotRequired[LocationTypeDef], # (4)
Language: NotRequired[LanguageType], # (5)
AdditionalPlanOptionsMap: NotRequired[Mapping[str, str]],
- See MappingEntryTypeDef
- See CatalogEntryTypeDef
- See CatalogEntryTypeDef
- See LocationTypeDef
- See LanguageType
CreateTriggerRequestRequestTypeDef#
# CreateTriggerRequestRequestTypeDef definition
class CreateTriggerRequestRequestTypeDef(TypedDict):
Name: str,
Type: TriggerTypeType, # (1)
Actions: Sequence[ActionTypeDef], # (2)
WorkflowName: NotRequired[str],
Schedule: NotRequired[str],
Predicate: NotRequired[PredicateTypeDef], # (3)
Description: NotRequired[str],
StartOnCreation: NotRequired[bool],
Tags: NotRequired[Mapping[str, str]],
EventBatchingCondition: NotRequired[EventBatchingConditionTypeDef], # (4)
- See TriggerTypeType
- See ActionTypeDef
- See PredicateTypeDef
- See EventBatchingConditionTypeDef
TriggerTypeDef#
# TriggerTypeDef definition
class TriggerTypeDef(TypedDict):
Name: NotRequired[str],
WorkflowName: NotRequired[str],
Id: NotRequired[str],
Type: NotRequired[TriggerTypeType], # (1)
State: NotRequired[TriggerStateType], # (2)
Description: NotRequired[str],
Schedule: NotRequired[str],
Actions: NotRequired[List[ActionTypeDef]], # (3)
Predicate: NotRequired[PredicateTypeDef], # (4)
EventBatchingCondition: NotRequired[EventBatchingConditionTypeDef], # (5)
- See TriggerTypeType
- See TriggerStateType
- See ActionTypeDef
- See PredicateTypeDef
- See EventBatchingConditionTypeDef
TriggerUpdateTypeDef#
# TriggerUpdateTypeDef definition
class TriggerUpdateTypeDef(TypedDict):
Name: NotRequired[str],
Description: NotRequired[str],
Schedule: NotRequired[str],
Actions: NotRequired[Sequence[ActionTypeDef]], # (1)
Predicate: NotRequired[PredicateTypeDef], # (2)
EventBatchingCondition: NotRequired[EventBatchingConditionTypeDef], # (3)
EvaluationMetricsTypeDef#
# EvaluationMetricsTypeDef definition
class EvaluationMetricsTypeDef(TypedDict):
TransformType: TransformTypeType, # (1)
FindMatchesMetrics: NotRequired[FindMatchesMetricsTypeDef], # (2)
CreateConnectionRequestRequestTypeDef#
# CreateConnectionRequestRequestTypeDef definition
class CreateConnectionRequestRequestTypeDef(TypedDict):
ConnectionInput: ConnectionInputTypeDef, # (1)
CatalogId: NotRequired[str],
Tags: NotRequired[Mapping[str, str]],
UpdateConnectionRequestRequestTypeDef#
# UpdateConnectionRequestRequestTypeDef definition
class UpdateConnectionRequestRequestTypeDef(TypedDict):
Name: str,
ConnectionInput: ConnectionInputTypeDef, # (1)
CatalogId: NotRequired[str],
GetConnectionResponseTypeDef#
# GetConnectionResponseTypeDef definition
class GetConnectionResponseTypeDef(TypedDict):
Connection: ConnectionTypeDef, # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
GetConnectionsResponseTypeDef#
# GetConnectionsResponseTypeDef definition
class GetConnectionsResponseTypeDef(TypedDict):
ConnectionList: List[ConnectionTypeDef], # (1)
NextToken: str,
ResponseMetadata: ResponseMetadataTypeDef, # (2)
GetConnectionsResponsePaginatorTypeDef#
# GetConnectionsResponsePaginatorTypeDef definition
class GetConnectionsResponsePaginatorTypeDef(TypedDict):
ConnectionList: List[ConnectionPaginatorTypeDef], # (1)
NextToken: str,
ResponseMetadata: ResponseMetadataTypeDef, # (2)
CrawlerTypeDef#
# CrawlerTypeDef definition
class CrawlerTypeDef(TypedDict):
Name: NotRequired[str],
Role: NotRequired[str],
Targets: NotRequired[CrawlerTargetsTypeDef], # (1)
DatabaseName: NotRequired[str],
Description: NotRequired[str],
Classifiers: NotRequired[List[str]],
RecrawlPolicy: NotRequired[RecrawlPolicyTypeDef], # (2)
SchemaChangePolicy: NotRequired[SchemaChangePolicyTypeDef], # (3)
LineageConfiguration: NotRequired[LineageConfigurationTypeDef], # (4)
State: NotRequired[CrawlerStateType], # (5)
TablePrefix: NotRequired[str],
Schedule: NotRequired[ScheduleTypeDef], # (6)
CrawlElapsedTime: NotRequired[int],
CreationTime: NotRequired[datetime],
LastUpdated: NotRequired[datetime],
LastCrawl: NotRequired[LastCrawlInfoTypeDef], # (7)
Version: NotRequired[int],
Configuration: NotRequired[str],
CrawlerSecurityConfiguration: NotRequired[str],
LakeFormationConfiguration: NotRequired[LakeFormationConfigurationTypeDef], # (8)
- See CrawlerTargetsTypeDef
- See RecrawlPolicyTypeDef
- See SchemaChangePolicyTypeDef
- See LineageConfigurationTypeDef
- See CrawlerStateType
- See ScheduleTypeDef
- See LastCrawlInfoTypeDef
- See LakeFormationConfigurationTypeDef
CreateCrawlerRequestRequestTypeDef#
# CreateCrawlerRequestRequestTypeDef definition
class CreateCrawlerRequestRequestTypeDef(TypedDict):
Name: str,
Role: str,
Targets: CrawlerTargetsTypeDef, # (1)
DatabaseName: NotRequired[str],
Description: NotRequired[str],
Schedule: NotRequired[str],
Classifiers: NotRequired[Sequence[str]],
TablePrefix: NotRequired[str],
SchemaChangePolicy: NotRequired[SchemaChangePolicyTypeDef], # (2)
RecrawlPolicy: NotRequired[RecrawlPolicyTypeDef], # (3)
LineageConfiguration: NotRequired[LineageConfigurationTypeDef], # (4)
LakeFormationConfiguration: NotRequired[LakeFormationConfigurationTypeDef], # (5)
Configuration: NotRequired[str],
CrawlerSecurityConfiguration: NotRequired[str],
Tags: NotRequired[Mapping[str, str]],
- See CrawlerTargetsTypeDef
- See SchemaChangePolicyTypeDef
- See RecrawlPolicyTypeDef
- See LineageConfigurationTypeDef
- See LakeFormationConfigurationTypeDef
UpdateCrawlerRequestRequestTypeDef#
# UpdateCrawlerRequestRequestTypeDef definition
class UpdateCrawlerRequestRequestTypeDef(TypedDict):
Name: str,
Role: NotRequired[str],
DatabaseName: NotRequired[str],
Description: NotRequired[str],
Targets: NotRequired[CrawlerTargetsTypeDef], # (1)
Schedule: NotRequired[str],
Classifiers: NotRequired[Sequence[str]],
TablePrefix: NotRequired[str],
SchemaChangePolicy: NotRequired[SchemaChangePolicyTypeDef], # (2)
RecrawlPolicy: NotRequired[RecrawlPolicyTypeDef], # (3)
LineageConfiguration: NotRequired[LineageConfigurationTypeDef], # (4)
LakeFormationConfiguration: NotRequired[LakeFormationConfigurationTypeDef], # (5)
Configuration: NotRequired[str],
CrawlerSecurityConfiguration: NotRequired[str],
- See CrawlerTargetsTypeDef
- See SchemaChangePolicyTypeDef
- See RecrawlPolicyTypeDef
- See LineageConfigurationTypeDef
- See LakeFormationConfigurationTypeDef
ListDataQualityRulesetsResponseTypeDef#
# ListDataQualityRulesetsResponseTypeDef definition
class ListDataQualityRulesetsResponseTypeDef(TypedDict):
Rulesets: List[DataQualityRulesetListDetailsTypeDef], # (1)
NextToken: str,
ResponseMetadata: ResponseMetadataTypeDef, # (2)
DataQualityResultDescriptionTypeDef#
# DataQualityResultDescriptionTypeDef definition
class DataQualityResultDescriptionTypeDef(TypedDict):
ResultId: NotRequired[str],
DataSource: NotRequired[DataSourceTypeDef], # (1)
JobName: NotRequired[str],
JobRunId: NotRequired[str],
StartedOn: NotRequired[datetime],
DataQualityResultFilterCriteriaTypeDef#
# DataQualityResultFilterCriteriaTypeDef definition
class DataQualityResultFilterCriteriaTypeDef(TypedDict):
DataSource: NotRequired[DataSourceTypeDef], # (1)
JobName: NotRequired[str],
JobRunId: NotRequired[str],
StartedAfter: NotRequired[Union[datetime, str]],
StartedBefore: NotRequired[Union[datetime, str]],
DataQualityRuleRecommendationRunDescriptionTypeDef#
# DataQualityRuleRecommendationRunDescriptionTypeDef definition
class DataQualityRuleRecommendationRunDescriptionTypeDef(TypedDict):
RunId: NotRequired[str],
Status: NotRequired[TaskStatusTypeType], # (1)
StartedOn: NotRequired[datetime],
DataSource: NotRequired[DataSourceTypeDef], # (2)
- See TaskStatusTypeType
- See DataSourceTypeDef
DataQualityRuleRecommendationRunFilterTypeDef#
# DataQualityRuleRecommendationRunFilterTypeDef definition
class DataQualityRuleRecommendationRunFilterTypeDef(TypedDict):
DataSource: DataSourceTypeDef, # (1)
StartedBefore: NotRequired[Union[datetime, str]],
StartedAfter: NotRequired[Union[datetime, str]],
DataQualityRulesetEvaluationRunDescriptionTypeDef#
# DataQualityRulesetEvaluationRunDescriptionTypeDef definition
class DataQualityRulesetEvaluationRunDescriptionTypeDef(TypedDict):
RunId: NotRequired[str],
Status: NotRequired[TaskStatusTypeType], # (1)
StartedOn: NotRequired[datetime],
DataSource: NotRequired[DataSourceTypeDef], # (2)
- See TaskStatusTypeType
- See DataSourceTypeDef
DataQualityRulesetEvaluationRunFilterTypeDef#
# DataQualityRulesetEvaluationRunFilterTypeDef definition
class DataQualityRulesetEvaluationRunFilterTypeDef(TypedDict):
DataSource: DataSourceTypeDef, # (1)
StartedBefore: NotRequired[Union[datetime, str]],
StartedAfter: NotRequired[Union[datetime, str]],
GetDataQualityRuleRecommendationRunResponseTypeDef#
# GetDataQualityRuleRecommendationRunResponseTypeDef definition
class GetDataQualityRuleRecommendationRunResponseTypeDef(TypedDict):
RunId: str,
DataSource: DataSourceTypeDef, # (1)
Role: str,
NumberOfWorkers: int,
Timeout: int,
Status: TaskStatusTypeType, # (2)
ErrorString: str,
StartedOn: datetime,
LastModifiedOn: datetime,
CompletedOn: datetime,
ExecutionTime: int,
RecommendedRuleset: str,
CreatedRulesetName: str,
ResponseMetadata: ResponseMetadataTypeDef, # (3)
GetDataQualityRulesetEvaluationRunResponseTypeDef#
# GetDataQualityRulesetEvaluationRunResponseTypeDef definition
class GetDataQualityRulesetEvaluationRunResponseTypeDef(TypedDict):
RunId: str,
DataSource: DataSourceTypeDef, # (1)
Role: str,
NumberOfWorkers: int,
Timeout: int,
AdditionalRunOptions: DataQualityEvaluationRunAdditionalRunOptionsTypeDef, # (2)
Status: TaskStatusTypeType, # (3)
ErrorString: str,
StartedOn: datetime,
LastModifiedOn: datetime,
CompletedOn: datetime,
ExecutionTime: int,
RulesetNames: List[str],
ResultIds: List[str],
AdditionalDataSources: Dict[str, DataSourceTypeDef], # (4)
ResponseMetadata: ResponseMetadataTypeDef, # (5)
- See DataSourceTypeDef
- See DataQualityEvaluationRunAdditionalRunOptionsTypeDef
- See TaskStatusTypeType
- See DataSourceTypeDef
- See ResponseMetadataTypeDef
StartDataQualityRuleRecommendationRunRequestRequestTypeDef#
# StartDataQualityRuleRecommendationRunRequestRequestTypeDef definition
class StartDataQualityRuleRecommendationRunRequestRequestTypeDef(TypedDict):
DataSource: DataSourceTypeDef, # (1)
Role: str,
NumberOfWorkers: NotRequired[int],
Timeout: NotRequired[int],
CreatedRulesetName: NotRequired[str],
ClientToken: NotRequired[str],
StartDataQualityRulesetEvaluationRunRequestRequestTypeDef#
# StartDataQualityRulesetEvaluationRunRequestRequestTypeDef definition
class StartDataQualityRulesetEvaluationRunRequestRequestTypeDef(TypedDict):
DataSource: DataSourceTypeDef, # (1)
Role: str,
RulesetNames: Sequence[str],
NumberOfWorkers: NotRequired[int],
Timeout: NotRequired[int],
ClientToken: NotRequired[str],
AdditionalRunOptions: NotRequired[DataQualityEvaluationRunAdditionalRunOptionsTypeDef], # (2)
AdditionalDataSources: NotRequired[Mapping[str, DataSourceTypeDef]], # (3)
CreateSessionResponseTypeDef#
# CreateSessionResponseTypeDef definition
class CreateSessionResponseTypeDef(TypedDict):
Session: SessionTypeDef, # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
GetSessionResponseTypeDef#
# GetSessionResponseTypeDef definition
class GetSessionResponseTypeDef(TypedDict):
Session: SessionTypeDef, # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
ListSessionsResponseTypeDef#
# ListSessionsResponseTypeDef definition
class ListSessionsResponseTypeDef(TypedDict):
Ids: List[str],
Sessions: List[SessionTypeDef], # (1)
NextToken: str,
ResponseMetadata: ResponseMetadataTypeDef, # (2)
GetDataCatalogEncryptionSettingsResponseTypeDef#
# GetDataCatalogEncryptionSettingsResponseTypeDef definition
class GetDataCatalogEncryptionSettingsResponseTypeDef(TypedDict):
DataCatalogEncryptionSettings: DataCatalogEncryptionSettingsTypeDef, # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
PutDataCatalogEncryptionSettingsRequestRequestTypeDef#
# PutDataCatalogEncryptionSettingsRequestRequestTypeDef definition
class PutDataCatalogEncryptionSettingsRequestRequestTypeDef(TypedDict):
DataCatalogEncryptionSettings: DataCatalogEncryptionSettingsTypeDef, # (1)
CatalogId: NotRequired[str],
DatabasePaginatorTypeDef#
# DatabasePaginatorTypeDef definition
class DatabasePaginatorTypeDef(TypedDict):
Name: str,
Description: NotRequired[str],
LocationUri: NotRequired[str],
Parameters: NotRequired[Dict[str, str]],
CreateTime: NotRequired[datetime],
CreateTableDefaultPermissions: NotRequired[List[PrincipalPermissionsPaginatorTypeDef]], # (1)
TargetDatabase: NotRequired[DatabaseIdentifierTypeDef], # (2)
CatalogId: NotRequired[str],
FederatedDatabase: NotRequired[FederatedDatabaseTypeDef], # (3)
DatabaseInputTypeDef#
# DatabaseInputTypeDef definition
class DatabaseInputTypeDef(TypedDict):
Name: str,
Description: NotRequired[str],
LocationUri: NotRequired[str],
Parameters: NotRequired[Mapping[str, str]],
CreateTableDefaultPermissions: NotRequired[Sequence[PrincipalPermissionsTypeDef]], # (1)
TargetDatabase: NotRequired[DatabaseIdentifierTypeDef], # (2)
FederatedDatabase: NotRequired[FederatedDatabaseTypeDef], # (3)
DatabaseTypeDef#
# DatabaseTypeDef definition
class DatabaseTypeDef(TypedDict):
Name: str,
Description: NotRequired[str],
LocationUri: NotRequired[str],
Parameters: NotRequired[Dict[str, str]],
CreateTime: NotRequired[datetime],
CreateTableDefaultPermissions: NotRequired[List[PrincipalPermissionsTypeDef]], # (1)
TargetDatabase: NotRequired[DatabaseIdentifierTypeDef], # (2)
CatalogId: NotRequired[str],
FederatedDatabase: NotRequired[FederatedDatabaseTypeDef], # (3)
DataQualityObservationTypeDef#
# DataQualityObservationTypeDef definition
class DataQualityObservationTypeDef(TypedDict):
Description: NotRequired[str],
MetricBasedObservation: NotRequired[MetricBasedObservationTypeDef], # (1)
ListDataQualityRulesetsRequestRequestTypeDef#
# ListDataQualityRulesetsRequestRequestTypeDef definition
class ListDataQualityRulesetsRequestRequestTypeDef(TypedDict):
NextToken: NotRequired[str],
MaxResults: NotRequired[int],
Filter: NotRequired[DataQualityRulesetFilterCriteriaTypeDef], # (1)
Tags: NotRequired[Mapping[str, str]],
GetUnfilteredPartitionMetadataRequestRequestTypeDef#
# GetUnfilteredPartitionMetadataRequestRequestTypeDef definition
class GetUnfilteredPartitionMetadataRequestRequestTypeDef(TypedDict):
CatalogId: str,
DatabaseName: str,
TableName: str,
PartitionValues: Sequence[str],
SupportedPermissionTypes: Sequence[PermissionTypeType], # (1)
Region: NotRequired[str],
AuditContext: NotRequired[AuditContextTypeDef], # (2)
QuerySessionContext: NotRequired[QuerySessionContextTypeDef], # (3)
GetUnfilteredPartitionsMetadataRequestRequestTypeDef#
# GetUnfilteredPartitionsMetadataRequestRequestTypeDef definition
class GetUnfilteredPartitionsMetadataRequestRequestTypeDef(TypedDict):
CatalogId: str,
DatabaseName: str,
TableName: str,
SupportedPermissionTypes: Sequence[PermissionTypeType], # (1)
Region: NotRequired[str],
Expression: NotRequired[str],
AuditContext: NotRequired[AuditContextTypeDef], # (2)
NextToken: NotRequired[str],
Segment: NotRequired[SegmentTypeDef], # (3)
MaxResults: NotRequired[int],
QuerySessionContext: NotRequired[QuerySessionContextTypeDef], # (4)
GetUnfilteredTableMetadataRequestRequestTypeDef#
# GetUnfilteredTableMetadataRequestRequestTypeDef definition
class GetUnfilteredTableMetadataRequestRequestTypeDef(TypedDict):
CatalogId: str,
DatabaseName: str,
Name: str,
SupportedPermissionTypes: Sequence[PermissionTypeType], # (1)
Region: NotRequired[str],
AuditContext: NotRequired[AuditContextTypeDef], # (2)
SupportedDialect: NotRequired[SupportedDialectTypeDef], # (3)
Permissions: NotRequired[Sequence[PermissionType]], # (4)
QuerySessionContext: NotRequired[QuerySessionContextTypeDef], # (5)
- See PermissionTypeType
- See AuditContextTypeDef
- See SupportedDialectTypeDef
- See PermissionType
- See QuerySessionContextTypeDef
GetMLTaskRunsRequestRequestTypeDef#
# GetMLTaskRunsRequestRequestTypeDef definition
class GetMLTaskRunsRequestRequestTypeDef(TypedDict):
TransformId: str,
NextToken: NotRequired[str],
MaxResults: NotRequired[int],
Filter: NotRequired[TaskRunFilterCriteriaTypeDef], # (1)
Sort: NotRequired[TaskRunSortCriteriaTypeDef], # (2)
DropNullFieldsTypeDef#
# DropNullFieldsTypeDef definition
class DropNullFieldsTypeDef(TypedDict):
Name: str,
Inputs: List[str],
NullCheckBoxList: NotRequired[NullCheckBoxListTypeDef], # (1)
NullTextList: NotRequired[List[NullValueFieldTypeDef]], # (2)
ColumnStatisticsDataTypeDef#
# ColumnStatisticsDataTypeDef definition
class ColumnStatisticsDataTypeDef(TypedDict):
Type: ColumnStatisticsTypeType, # (1)
BooleanColumnStatisticsData: NotRequired[BooleanColumnStatisticsDataTypeDef], # (2)
DateColumnStatisticsData: NotRequired[DateColumnStatisticsDataTypeDef], # (3)
DecimalColumnStatisticsData: NotRequired[DecimalColumnStatisticsDataTypeDef], # (4)
DoubleColumnStatisticsData: NotRequired[DoubleColumnStatisticsDataTypeDef], # (5)
LongColumnStatisticsData: NotRequired[LongColumnStatisticsDataTypeDef], # (6)
StringColumnStatisticsData: NotRequired[StringColumnStatisticsDataTypeDef], # (7)
BinaryColumnStatisticsData: NotRequired[BinaryColumnStatisticsDataTypeDef], # (8)
- See ColumnStatisticsTypeType
- See BooleanColumnStatisticsDataTypeDef
- See DateColumnStatisticsDataTypeDef
- See DecimalColumnStatisticsDataTypeDef
- See DoubleColumnStatisticsDataTypeDef
- See LongColumnStatisticsDataTypeDef
- See StringColumnStatisticsDataTypeDef
- See BinaryColumnStatisticsDataTypeDef
StorageDescriptorPaginatorTypeDef#
# StorageDescriptorPaginatorTypeDef definition
class StorageDescriptorPaginatorTypeDef(TypedDict):
Columns: NotRequired[List[ColumnPaginatorTypeDef]], # (1)
Location: NotRequired[str],
AdditionalLocations: NotRequired[List[str]],
InputFormat: NotRequired[str],
OutputFormat: NotRequired[str],
Compressed: NotRequired[bool],
NumberOfBuckets: NotRequired[int],
SerdeInfo: NotRequired[SerDeInfoPaginatorTypeDef], # (2)
BucketColumns: NotRequired[List[str]],
SortColumns: NotRequired[List[OrderTypeDef]], # (3)
Parameters: NotRequired[Dict[str, str]],
SkewedInfo: NotRequired[SkewedInfoPaginatorTypeDef], # (4)
StoredAsSubDirectories: NotRequired[bool],
SchemaReference: NotRequired[SchemaReferenceTypeDef], # (5)
- See ColumnPaginatorTypeDef
- See SerDeInfoPaginatorTypeDef
- See OrderTypeDef
- See SkewedInfoPaginatorTypeDef
- See SchemaReferenceTypeDef
StorageDescriptorTypeDef#
# StorageDescriptorTypeDef definition
class StorageDescriptorTypeDef(TypedDict):
Columns: NotRequired[Sequence[ColumnTypeDef]], # (1)
Location: NotRequired[str],
AdditionalLocations: NotRequired[Sequence[str]],
InputFormat: NotRequired[str],
OutputFormat: NotRequired[str],
Compressed: NotRequired[bool],
NumberOfBuckets: NotRequired[int],
SerdeInfo: NotRequired[SerDeInfoTypeDef], # (2)
BucketColumns: NotRequired[Sequence[str]],
SortColumns: NotRequired[Sequence[OrderTypeDef]], # (3)
Parameters: NotRequired[Mapping[str, str]],
SkewedInfo: NotRequired[SkewedInfoTypeDef], # (4)
StoredAsSubDirectories: NotRequired[bool],
SchemaReference: NotRequired[SchemaReferenceTypeDef], # (5)
- See ColumnTypeDef
- See SerDeInfoTypeDef
- See OrderTypeDef
- See SkewedInfoTypeDef
- See SchemaReferenceTypeDef
SecurityConfigurationPaginatorTypeDef#
# SecurityConfigurationPaginatorTypeDef definition
class SecurityConfigurationPaginatorTypeDef(TypedDict):
Name: NotRequired[str],
CreatedTimeStamp: NotRequired[datetime],
EncryptionConfiguration: NotRequired[EncryptionConfigurationPaginatorTypeDef], # (1)
CreateSecurityConfigurationRequestRequestTypeDef#
# CreateSecurityConfigurationRequestRequestTypeDef definition
class CreateSecurityConfigurationRequestRequestTypeDef(TypedDict):
Name: str,
EncryptionConfiguration: EncryptionConfigurationTypeDef, # (1)
SecurityConfigurationTypeDef#
# SecurityConfigurationTypeDef definition
class SecurityConfigurationTypeDef(TypedDict):
Name: NotRequired[str],
CreatedTimeStamp: NotRequired[datetime],
EncryptionConfiguration: NotRequired[EncryptionConfigurationTypeDef], # (1)
DeleteSchemaVersionsResponseTypeDef#
# DeleteSchemaVersionsResponseTypeDef definition
class DeleteSchemaVersionsResponseTypeDef(TypedDict):
SchemaVersionErrors: List[SchemaVersionErrorItemTypeDef], # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
FilterTypeDef#
# FilterTypeDef definition
class FilterTypeDef(TypedDict):
Name: str,
Inputs: List[str],
LogicalOperator: FilterLogicalOperatorType, # (1)
Filters: List[FilterExpressionTypeDef], # (2)
UpdateMLTransformRequestRequestTypeDef#
# UpdateMLTransformRequestRequestTypeDef definition
class UpdateMLTransformRequestRequestTypeDef(TypedDict):
TransformId: str,
Name: NotRequired[str],
Description: NotRequired[str],
Parameters: NotRequired[TransformParametersTypeDef], # (1)
Role: NotRequired[str],
GlueVersion: NotRequired[str],
MaxCapacity: NotRequired[float],
WorkerType: NotRequired[WorkerTypeType], # (2)
NumberOfWorkers: NotRequired[int],
Timeout: NotRequired[int],
MaxRetries: NotRequired[int],
GetMLTransformsRequestRequestTypeDef#
# GetMLTransformsRequestRequestTypeDef definition
class GetMLTransformsRequestRequestTypeDef(TypedDict):
NextToken: NotRequired[str],
MaxResults: NotRequired[int],
Filter: NotRequired[TransformFilterCriteriaTypeDef], # (1)
Sort: NotRequired[TransformSortCriteriaTypeDef], # (2)
ListMLTransformsRequestRequestTypeDef#
# ListMLTransformsRequestRequestTypeDef definition
class ListMLTransformsRequestRequestTypeDef(TypedDict):
NextToken: NotRequired[str],
MaxResults: NotRequired[int],
Filter: NotRequired[TransformFilterCriteriaTypeDef], # (1)
Sort: NotRequired[TransformSortCriteriaTypeDef], # (2)
Tags: NotRequired[Mapping[str, str]],
AthenaConnectorSourceTypeDef#
# AthenaConnectorSourceTypeDef definition
class AthenaConnectorSourceTypeDef(TypedDict):
Name: str,
ConnectionName: str,
ConnectorName: str,
ConnectionType: str,
SchemaName: str,
ConnectionTable: NotRequired[str],
OutputSchemas: NotRequired[List[GlueSchemaTypeDef]], # (1)
CatalogDeltaSourceTypeDef#
# CatalogDeltaSourceTypeDef definition
class CatalogDeltaSourceTypeDef(TypedDict):
Name: str,
Database: str,
Table: str,
AdditionalDeltaOptions: NotRequired[Dict[str, str]],
OutputSchemas: NotRequired[List[GlueSchemaTypeDef]], # (1)
CatalogHudiSourceTypeDef#
# CatalogHudiSourceTypeDef definition
class CatalogHudiSourceTypeDef(TypedDict):
Name: str,
Database: str,
Table: str,
AdditionalHudiOptions: NotRequired[Dict[str, str]],
OutputSchemas: NotRequired[List[GlueSchemaTypeDef]], # (1)
ConnectorDataSourceTypeDef#
# ConnectorDataSourceTypeDef definition
class ConnectorDataSourceTypeDef(TypedDict):
Name: str,
ConnectionType: str,
Data: Dict[str, str],
OutputSchemas: NotRequired[List[GlueSchemaTypeDef]], # (1)
CustomCodeTypeDef#
# CustomCodeTypeDef definition
class CustomCodeTypeDef(TypedDict):
Name: str,
Inputs: List[str],
Code: str,
ClassName: str,
OutputSchemas: NotRequired[List[GlueSchemaTypeDef]], # (1)
DynamicTransformTypeDef#
# DynamicTransformTypeDef definition
class DynamicTransformTypeDef(TypedDict):
Name: str,
TransformName: str,
Inputs: List[str],
FunctionName: str,
Path: str,
Parameters: NotRequired[List[TransformConfigParameterTypeDef]], # (1)
Version: NotRequired[str],
OutputSchemas: NotRequired[List[GlueSchemaTypeDef]], # (2)
JDBCConnectorSourceTypeDef#
# JDBCConnectorSourceTypeDef definition
class JDBCConnectorSourceTypeDef(TypedDict):
Name: str,
ConnectionName: str,
ConnectorName: str,
ConnectionType: str,
AdditionalOptions: NotRequired[JDBCConnectorOptionsTypeDef], # (1)
ConnectionTable: NotRequired[str],
Query: NotRequired[str],
OutputSchemas: NotRequired[List[GlueSchemaTypeDef]], # (2)
JDBCConnectorTargetTypeDef#
# JDBCConnectorTargetTypeDef definition
class JDBCConnectorTargetTypeDef(TypedDict):
Name: str,
Inputs: List[str],
ConnectionName: str,
ConnectionTable: str,
ConnectorName: str,
ConnectionType: str,
AdditionalOptions: NotRequired[Dict[str, str]],
OutputSchemas: NotRequired[List[GlueSchemaTypeDef]], # (1)
S3CatalogDeltaSourceTypeDef#
# S3CatalogDeltaSourceTypeDef definition
class S3CatalogDeltaSourceTypeDef(TypedDict):
Name: str,
Database: str,
Table: str,
AdditionalDeltaOptions: NotRequired[Dict[str, str]],
OutputSchemas: NotRequired[List[GlueSchemaTypeDef]], # (1)
S3CatalogHudiSourceTypeDef#
# S3CatalogHudiSourceTypeDef definition
class S3CatalogHudiSourceTypeDef(TypedDict):
Name: str,
Database: str,
Table: str,
AdditionalHudiOptions: NotRequired[Dict[str, str]],
OutputSchemas: NotRequired[List[GlueSchemaTypeDef]], # (1)
S3CsvSourceTypeDef#
# S3CsvSourceTypeDef definition
class S3CsvSourceTypeDef(TypedDict):
Name: str,
Paths: List[str],
Separator: SeparatorType, # (3)
QuoteChar: QuoteCharType, # (4)
CompressionType: NotRequired[CompressionTypeType], # (1)
Exclusions: NotRequired[List[str]],
GroupSize: NotRequired[str],
GroupFiles: NotRequired[str],
Recurse: NotRequired[bool],
MaxBand: NotRequired[int],
MaxFilesInBand: NotRequired[int],
AdditionalOptions: NotRequired[S3DirectSourceAdditionalOptionsTypeDef], # (2)
Escaper: NotRequired[str],
Multiline: NotRequired[bool],
WithHeader: NotRequired[bool],
WriteHeader: NotRequired[bool],
SkipFirst: NotRequired[bool],
OptimizePerformance: NotRequired[bool],
OutputSchemas: NotRequired[List[GlueSchemaTypeDef]], # (5)
- See CompressionTypeType
- See S3DirectSourceAdditionalOptionsTypeDef
- See SeparatorType
- See QuoteCharType
- See GlueSchemaTypeDef
S3DeltaSourceTypeDef#
# S3DeltaSourceTypeDef definition
class S3DeltaSourceTypeDef(TypedDict):
Name: str,
Paths: List[str],
AdditionalDeltaOptions: NotRequired[Dict[str, str]],
AdditionalOptions: NotRequired[S3DirectSourceAdditionalOptionsTypeDef], # (1)
OutputSchemas: NotRequired[List[GlueSchemaTypeDef]], # (2)
S3HudiSourceTypeDef#
# S3HudiSourceTypeDef definition
class S3HudiSourceTypeDef(TypedDict):
Name: str,
Paths: List[str],
AdditionalHudiOptions: NotRequired[Dict[str, str]],
AdditionalOptions: NotRequired[S3DirectSourceAdditionalOptionsTypeDef], # (1)
OutputSchemas: NotRequired[List[GlueSchemaTypeDef]], # (2)
S3JsonSourceTypeDef#
# S3JsonSourceTypeDef definition
class S3JsonSourceTypeDef(TypedDict):
Name: str,
Paths: List[str],
CompressionType: NotRequired[CompressionTypeType], # (1)
Exclusions: NotRequired[List[str]],
GroupSize: NotRequired[str],
GroupFiles: NotRequired[str],
Recurse: NotRequired[bool],
MaxBand: NotRequired[int],
MaxFilesInBand: NotRequired[int],
AdditionalOptions: NotRequired[S3DirectSourceAdditionalOptionsTypeDef], # (2)
JsonPath: NotRequired[str],
Multiline: NotRequired[bool],
OutputSchemas: NotRequired[List[GlueSchemaTypeDef]], # (3)
S3ParquetSourceTypeDef#
# S3ParquetSourceTypeDef definition
class S3ParquetSourceTypeDef(TypedDict):
Name: str,
Paths: List[str],
CompressionType: NotRequired[ParquetCompressionTypeType], # (1)
Exclusions: NotRequired[List[str]],
GroupSize: NotRequired[str],
GroupFiles: NotRequired[str],
Recurse: NotRequired[bool],
MaxBand: NotRequired[int],
MaxFilesInBand: NotRequired[int],
AdditionalOptions: NotRequired[S3DirectSourceAdditionalOptionsTypeDef], # (2)
OutputSchemas: NotRequired[List[GlueSchemaTypeDef]], # (3)
SnowflakeSourceTypeDef#
# SnowflakeSourceTypeDef definition
class SnowflakeSourceTypeDef(TypedDict):
Name: str,
Data: SnowflakeNodeDataTypeDef, # (1)
OutputSchemas: NotRequired[List[GlueSchemaTypeDef]], # (2)
SparkConnectorSourceTypeDef#
# SparkConnectorSourceTypeDef definition
class SparkConnectorSourceTypeDef(TypedDict):
Name: str,
ConnectionName: str,
ConnectorName: str,
ConnectionType: str,
AdditionalOptions: NotRequired[Dict[str, str]],
OutputSchemas: NotRequired[List[GlueSchemaTypeDef]], # (1)
SparkConnectorTargetTypeDef#
# SparkConnectorTargetTypeDef definition
class SparkConnectorTargetTypeDef(TypedDict):
Name: str,
Inputs: List[str],
ConnectionName: str,
ConnectorName: str,
ConnectionType: str,
AdditionalOptions: NotRequired[Dict[str, str]],
OutputSchemas: NotRequired[List[GlueSchemaTypeDef]], # (1)
SparkSQLTypeDef#
# SparkSQLTypeDef definition
class SparkSQLTypeDef(TypedDict):
Name: str,
Inputs: List[str],
SqlQuery: str,
SqlAliases: List[SqlAliasTypeDef], # (1)
OutputSchemas: NotRequired[List[GlueSchemaTypeDef]], # (2)
- See SqlAliasTypeDef
- See GlueSchemaTypeDef
GetJobRunResponseTypeDef#
# GetJobRunResponseTypeDef definition
class GetJobRunResponseTypeDef(TypedDict):
JobRun: JobRunTypeDef, # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
- See JobRunTypeDef
- See ResponseMetadataTypeDef
GetJobRunsResponseTypeDef#
# GetJobRunsResponseTypeDef definition
class GetJobRunsResponseTypeDef(TypedDict):
JobRuns: List[JobRunTypeDef], # (1)
NextToken: str,
ResponseMetadata: ResponseMetadataTypeDef, # (2)
- See JobRunTypeDef
- See ResponseMetadataTypeDef
JobNodeDetailsTypeDef#
# JobNodeDetailsTypeDef definition
class JobNodeDetailsTypeDef(TypedDict):
JobRuns: NotRequired[List[JobRunTypeDef]], # (1)
- See JobRunTypeDef
GetMLTaskRunResponseTypeDef#
# GetMLTaskRunResponseTypeDef definition
class GetMLTaskRunResponseTypeDef(TypedDict):
TransformId: str,
TaskRunId: str,
Status: TaskStatusTypeType, # (1)
LogGroupName: str,
Properties: TaskRunPropertiesTypeDef, # (2)
ErrorString: str,
StartedOn: datetime,
LastModifiedOn: datetime,
CompletedOn: datetime,
ExecutionTime: int,
ResponseMetadata: ResponseMetadataTypeDef, # (3)
TaskRunTypeDef#
# TaskRunTypeDef definition
class TaskRunTypeDef(TypedDict):
TransformId: NotRequired[str],
TaskRunId: NotRequired[str],
Status: NotRequired[TaskStatusTypeType], # (1)
LogGroupName: NotRequired[str],
Properties: NotRequired[TaskRunPropertiesTypeDef], # (2)
ErrorString: NotRequired[str],
StartedOn: NotRequired[datetime],
LastModifiedOn: NotRequired[datetime],
CompletedOn: NotRequired[datetime],
ExecutionTime: NotRequired[int],
CreateMLTransformRequestRequestTypeDef#
# CreateMLTransformRequestRequestTypeDef definition
class CreateMLTransformRequestRequestTypeDef(TypedDict):
Name: str,
InputRecordTables: Sequence[GlueTableTypeDef], # (1)
Parameters: TransformParametersTypeDef, # (2)
Role: str,
Description: NotRequired[str],
GlueVersion: NotRequired[str],
MaxCapacity: NotRequired[float],
WorkerType: NotRequired[WorkerTypeType], # (3)
NumberOfWorkers: NotRequired[int],
Timeout: NotRequired[int],
MaxRetries: NotRequired[int],
Tags: NotRequired[Mapping[str, str]],
TransformEncryption: NotRequired[TransformEncryptionTypeDef], # (4)
- See GlueTableTypeDef
- See TransformParametersTypeDef
- See WorkerTypeType
- See TransformEncryptionTypeDef
QuerySchemaVersionMetadataResponseTypeDef#
# QuerySchemaVersionMetadataResponseTypeDef definition
class QuerySchemaVersionMetadataResponseTypeDef(TypedDict):
MetadataInfoMap: Dict[str, MetadataInfoTypeDef], # (1)
SchemaVersionId: str,
NextToken: str,
ResponseMetadata: ResponseMetadataTypeDef, # (2)
CreateUserDefinedFunctionRequestRequestTypeDef#
# CreateUserDefinedFunctionRequestRequestTypeDef definition
class CreateUserDefinedFunctionRequestRequestTypeDef(TypedDict):
DatabaseName: str,
FunctionInput: UserDefinedFunctionInputTypeDef, # (1)
CatalogId: NotRequired[str],
UpdateUserDefinedFunctionRequestRequestTypeDef#
# UpdateUserDefinedFunctionRequestRequestTypeDef definition
class UpdateUserDefinedFunctionRequestRequestTypeDef(TypedDict):
DatabaseName: str,
FunctionName: str,
FunctionInput: UserDefinedFunctionInputTypeDef, # (1)
CatalogId: NotRequired[str],
GetUserDefinedFunctionResponseTypeDef#
# GetUserDefinedFunctionResponseTypeDef definition
class GetUserDefinedFunctionResponseTypeDef(TypedDict):
UserDefinedFunction: UserDefinedFunctionTypeDef, # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
GetUserDefinedFunctionsResponseTypeDef#
# GetUserDefinedFunctionsResponseTypeDef definition
class GetUserDefinedFunctionsResponseTypeDef(TypedDict):
UserDefinedFunctions: List[UserDefinedFunctionTypeDef], # (1)
NextToken: str,
ResponseMetadata: ResponseMetadataTypeDef, # (2)
ListTableOptimizerRunsResponseTypeDef#
# ListTableOptimizerRunsResponseTypeDef definition
class ListTableOptimizerRunsResponseTypeDef(TypedDict):
CatalogId: str,
DatabaseName: str,
TableName: str,
NextToken: str,
TableOptimizerRuns: List[TableOptimizerRunTypeDef], # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
TableOptimizerTypeDef#
# TableOptimizerTypeDef definition
class TableOptimizerTypeDef(TypedDict):
type: NotRequired[TableOptimizerTypeType], # (1)
configuration: NotRequired[TableOptimizerConfigurationTypeDef], # (2)
lastRun: NotRequired[TableOptimizerRunTypeDef], # (3)
StatementTypeDef#
# StatementTypeDef definition
class StatementTypeDef(TypedDict):
Id: NotRequired[int],
Code: NotRequired[str],
State: NotRequired[StatementStateType], # (1)
Output: NotRequired[StatementOutputTypeDef], # (2)
Progress: NotRequired[float],
StartedOn: NotRequired[int],
CompletedOn: NotRequired[int],
GetPartitionIndexesResponsePaginatorTypeDef#
# GetPartitionIndexesResponsePaginatorTypeDef definition
class GetPartitionIndexesResponsePaginatorTypeDef(TypedDict):
PartitionIndexDescriptorList: List[PartitionIndexDescriptorPaginatorTypeDef], # (1)
NextToken: str,
ResponseMetadata: ResponseMetadataTypeDef, # (2)
GetPartitionIndexesResponseTypeDef#
# GetPartitionIndexesResponseTypeDef definition
class GetPartitionIndexesResponseTypeDef(TypedDict):
PartitionIndexDescriptorList: List[PartitionIndexDescriptorTypeDef], # (1)
NextToken: str,
ResponseMetadata: ResponseMetadataTypeDef, # (2)
BatchGetTriggersResponseTypeDef#
# BatchGetTriggersResponseTypeDef definition
class BatchGetTriggersResponseTypeDef(TypedDict):
Triggers: List[TriggerTypeDef], # (1)
TriggersNotFound: List[str],
ResponseMetadata: ResponseMetadataTypeDef, # (2)
GetTriggerResponseTypeDef#
# GetTriggerResponseTypeDef definition
class GetTriggerResponseTypeDef(TypedDict):
Trigger: TriggerTypeDef, # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
GetTriggersResponseTypeDef#
# GetTriggersResponseTypeDef definition
class GetTriggersResponseTypeDef(TypedDict):
Triggers: List[TriggerTypeDef], # (1)
NextToken: str,
ResponseMetadata: ResponseMetadataTypeDef, # (2)
TriggerNodeDetailsTypeDef#
# TriggerNodeDetailsTypeDef definition
class TriggerNodeDetailsTypeDef(TypedDict):
Trigger: NotRequired[TriggerTypeDef], # (1)
- See TriggerTypeDef
UpdateTriggerResponseTypeDef#
# UpdateTriggerResponseTypeDef definition
class UpdateTriggerResponseTypeDef(TypedDict):
Trigger: TriggerTypeDef, # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
UpdateTriggerRequestRequestTypeDef#
# UpdateTriggerRequestRequestTypeDef definition
class UpdateTriggerRequestRequestTypeDef(TypedDict):
Name: str,
TriggerUpdate: TriggerUpdateTypeDef, # (1)
GetMLTransformResponseTypeDef#
# GetMLTransformResponseTypeDef definition
class GetMLTransformResponseTypeDef(TypedDict):
TransformId: str,
Name: str,
Description: str,
Status: TransformStatusTypeType, # (1)
CreatedOn: datetime,
LastModifiedOn: datetime,
InputRecordTables: List[GlueTableTypeDef], # (2)
Parameters: TransformParametersTypeDef, # (3)
EvaluationMetrics: EvaluationMetricsTypeDef, # (4)
LabelCount: int,
Schema: List[SchemaColumnTypeDef], # (5)
Role: str,
GlueVersion: str,
MaxCapacity: float,
WorkerType: WorkerTypeType, # (6)
NumberOfWorkers: int,
Timeout: int,
MaxRetries: int,
TransformEncryption: TransformEncryptionTypeDef, # (7)
ResponseMetadata: ResponseMetadataTypeDef, # (8)
- See TransformStatusTypeType
- See GlueTableTypeDef
- See TransformParametersTypeDef
- See EvaluationMetricsTypeDef
- See SchemaColumnTypeDef
- See WorkerTypeType
- See TransformEncryptionTypeDef
- See ResponseMetadataTypeDef
MLTransformTypeDef#
# MLTransformTypeDef definition
class MLTransformTypeDef(TypedDict):
TransformId: NotRequired[str],
Name: NotRequired[str],
Description: NotRequired[str],
Status: NotRequired[TransformStatusTypeType], # (1)
CreatedOn: NotRequired[datetime],
LastModifiedOn: NotRequired[datetime],
InputRecordTables: NotRequired[List[GlueTableTypeDef]], # (2)
Parameters: NotRequired[TransformParametersTypeDef], # (3)
EvaluationMetrics: NotRequired[EvaluationMetricsTypeDef], # (4)
LabelCount: NotRequired[int],
Schema: NotRequired[List[SchemaColumnTypeDef]], # (5)
Role: NotRequired[str],
GlueVersion: NotRequired[str],
MaxCapacity: NotRequired[float],
WorkerType: NotRequired[WorkerTypeType], # (6)
NumberOfWorkers: NotRequired[int],
Timeout: NotRequired[int],
MaxRetries: NotRequired[int],
TransformEncryption: NotRequired[TransformEncryptionTypeDef], # (7)
- See TransformStatusTypeType
- See GlueTableTypeDef
- See TransformParametersTypeDef
- See EvaluationMetricsTypeDef
- See SchemaColumnTypeDef
- See WorkerTypeType
- See TransformEncryptionTypeDef
BatchGetCrawlersResponseTypeDef#
# BatchGetCrawlersResponseTypeDef definition
class BatchGetCrawlersResponseTypeDef(TypedDict):
Crawlers: List[CrawlerTypeDef], # (1)
CrawlersNotFound: List[str],
ResponseMetadata: ResponseMetadataTypeDef, # (2)
GetCrawlerResponseTypeDef#
# GetCrawlerResponseTypeDef definition
class GetCrawlerResponseTypeDef(TypedDict):
Crawler: CrawlerTypeDef, # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
GetCrawlersResponseTypeDef#
# GetCrawlersResponseTypeDef definition
class GetCrawlersResponseTypeDef(TypedDict):
Crawlers: List[CrawlerTypeDef], # (1)
NextToken: str,
ResponseMetadata: ResponseMetadataTypeDef, # (2)
ListDataQualityResultsResponseTypeDef#
# ListDataQualityResultsResponseTypeDef definition
class ListDataQualityResultsResponseTypeDef(TypedDict):
Results: List[DataQualityResultDescriptionTypeDef], # (1)
NextToken: str,
ResponseMetadata: ResponseMetadataTypeDef, # (2)
ListDataQualityResultsRequestRequestTypeDef#
# ListDataQualityResultsRequestRequestTypeDef definition
class ListDataQualityResultsRequestRequestTypeDef(TypedDict):
Filter: NotRequired[DataQualityResultFilterCriteriaTypeDef], # (1)
NextToken: NotRequired[str],
MaxResults: NotRequired[int],
ListDataQualityRuleRecommendationRunsResponseTypeDef#
# ListDataQualityRuleRecommendationRunsResponseTypeDef definition
class ListDataQualityRuleRecommendationRunsResponseTypeDef(TypedDict):
Runs: List[DataQualityRuleRecommendationRunDescriptionTypeDef], # (1)
NextToken: str,
ResponseMetadata: ResponseMetadataTypeDef, # (2)
ListDataQualityRuleRecommendationRunsRequestRequestTypeDef#
# ListDataQualityRuleRecommendationRunsRequestRequestTypeDef definition
class ListDataQualityRuleRecommendationRunsRequestRequestTypeDef(TypedDict):
Filter: NotRequired[DataQualityRuleRecommendationRunFilterTypeDef], # (1)
NextToken: NotRequired[str],
MaxResults: NotRequired[int],
ListDataQualityRulesetEvaluationRunsResponseTypeDef#
# ListDataQualityRulesetEvaluationRunsResponseTypeDef definition
class ListDataQualityRulesetEvaluationRunsResponseTypeDef(TypedDict):
Runs: List[DataQualityRulesetEvaluationRunDescriptionTypeDef], # (1)
NextToken: str,
ResponseMetadata: ResponseMetadataTypeDef, # (2)
ListDataQualityRulesetEvaluationRunsRequestRequestTypeDef#
# ListDataQualityRulesetEvaluationRunsRequestRequestTypeDef definition
class ListDataQualityRulesetEvaluationRunsRequestRequestTypeDef(TypedDict):
Filter: NotRequired[DataQualityRulesetEvaluationRunFilterTypeDef], # (1)
NextToken: NotRequired[str],
MaxResults: NotRequired[int],
GetDatabasesResponsePaginatorTypeDef#
# GetDatabasesResponsePaginatorTypeDef definition
class GetDatabasesResponsePaginatorTypeDef(TypedDict):
DatabaseList: List[DatabasePaginatorTypeDef], # (1)
NextToken: str,
ResponseMetadata: ResponseMetadataTypeDef, # (2)
CreateDatabaseRequestRequestTypeDef#
# CreateDatabaseRequestRequestTypeDef definition
class CreateDatabaseRequestRequestTypeDef(TypedDict):
DatabaseInput: DatabaseInputTypeDef, # (1)
CatalogId: NotRequired[str],
Tags: NotRequired[Mapping[str, str]],
UpdateDatabaseRequestRequestTypeDef#
# UpdateDatabaseRequestRequestTypeDef definition
class UpdateDatabaseRequestRequestTypeDef(TypedDict):
Name: str,
DatabaseInput: DatabaseInputTypeDef, # (1)
CatalogId: NotRequired[str],
GetDatabaseResponseTypeDef#
# GetDatabaseResponseTypeDef definition
class GetDatabaseResponseTypeDef(TypedDict):
Database: DatabaseTypeDef, # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
GetDatabasesResponseTypeDef#
# GetDatabasesResponseTypeDef definition
class GetDatabasesResponseTypeDef(TypedDict):
DatabaseList: List[DatabaseTypeDef], # (1)
NextToken: str,
ResponseMetadata: ResponseMetadataTypeDef, # (2)
DataQualityResultTypeDef#
# DataQualityResultTypeDef definition
class DataQualityResultTypeDef(TypedDict):
ResultId: NotRequired[str],
Score: NotRequired[float],
DataSource: NotRequired[DataSourceTypeDef], # (1)
RulesetName: NotRequired[str],
EvaluationContext: NotRequired[str],
StartedOn: NotRequired[datetime],
CompletedOn: NotRequired[datetime],
JobName: NotRequired[str],
JobRunId: NotRequired[str],
RulesetEvaluationRunId: NotRequired[str],
RuleResults: NotRequired[List[DataQualityRuleResultTypeDef]], # (2)
AnalyzerResults: NotRequired[List[DataQualityAnalyzerResultTypeDef]], # (3)
Observations: NotRequired[List[DataQualityObservationTypeDef]], # (4)
- See DataSourceTypeDef
- See DataQualityRuleResultTypeDef
- See DataQualityAnalyzerResultTypeDef
- See DataQualityObservationTypeDef
GetDataQualityResultResponseTypeDef#
# GetDataQualityResultResponseTypeDef definition
class GetDataQualityResultResponseTypeDef(TypedDict):
ResultId: str,
Score: float,
DataSource: DataSourceTypeDef, # (1)
RulesetName: str,
EvaluationContext: str,
StartedOn: datetime,
CompletedOn: datetime,
JobName: str,
JobRunId: str,
RulesetEvaluationRunId: str,
RuleResults: List[DataQualityRuleResultTypeDef], # (2)
AnalyzerResults: List[DataQualityAnalyzerResultTypeDef], # (3)
Observations: List[DataQualityObservationTypeDef], # (4)
ResponseMetadata: ResponseMetadataTypeDef, # (5)
- See DataSourceTypeDef
- See DataQualityRuleResultTypeDef
- See DataQualityAnalyzerResultTypeDef
- See DataQualityObservationTypeDef
- See ResponseMetadataTypeDef
ColumnStatisticsTypeDef#
# ColumnStatisticsTypeDef definition
class ColumnStatisticsTypeDef(TypedDict):
ColumnName: str,
ColumnType: str,
AnalyzedTime: datetime,
StatisticsData: ColumnStatisticsDataTypeDef, # (1)
PartitionPaginatorTypeDef#
# PartitionPaginatorTypeDef definition
class PartitionPaginatorTypeDef(TypedDict):
Values: NotRequired[List[str]],
DatabaseName: NotRequired[str],
TableName: NotRequired[str],
CreationTime: NotRequired[datetime],
LastAccessTime: NotRequired[datetime],
StorageDescriptor: NotRequired[StorageDescriptorPaginatorTypeDef], # (1)
Parameters: NotRequired[Dict[str, str]],
LastAnalyzedTime: NotRequired[datetime],
CatalogId: NotRequired[str],
TablePaginatorTypeDef#
# TablePaginatorTypeDef definition
class TablePaginatorTypeDef(TypedDict):
Name: str,
DatabaseName: NotRequired[str],
Description: NotRequired[str],
Owner: NotRequired[str],
CreateTime: NotRequired[datetime],
UpdateTime: NotRequired[datetime],
LastAccessTime: NotRequired[datetime],
LastAnalyzedTime: NotRequired[datetime],
Retention: NotRequired[int],
StorageDescriptor: NotRequired[StorageDescriptorPaginatorTypeDef], # (1)
PartitionKeys: NotRequired[List[ColumnPaginatorTypeDef]], # (2)
ViewOriginalText: NotRequired[str],
ViewExpandedText: NotRequired[str],
TableType: NotRequired[str],
Parameters: NotRequired[Dict[str, str]],
CreatedBy: NotRequired[str],
IsRegisteredWithLakeFormation: NotRequired[bool],
TargetTable: NotRequired[TableIdentifierTypeDef], # (3)
CatalogId: NotRequired[str],
VersionId: NotRequired[str],
FederatedTable: NotRequired[FederatedTableTypeDef], # (4)
- See StorageDescriptorPaginatorTypeDef
- See ColumnPaginatorTypeDef
- See TableIdentifierTypeDef
- See FederatedTableTypeDef
PartitionInputTypeDef#
# PartitionInputTypeDef definition
class PartitionInputTypeDef(TypedDict):
Values: NotRequired[Sequence[str]],
LastAccessTime: NotRequired[Union[datetime, str]],
StorageDescriptor: NotRequired[StorageDescriptorTypeDef], # (1)
Parameters: NotRequired[Mapping[str, str]],
LastAnalyzedTime: NotRequired[Union[datetime, str]],
PartitionTypeDef#
# PartitionTypeDef definition
class PartitionTypeDef(TypedDict):
Values: NotRequired[List[str]],
DatabaseName: NotRequired[str],
TableName: NotRequired[str],
CreationTime: NotRequired[datetime],
LastAccessTime: NotRequired[datetime],
StorageDescriptor: NotRequired[StorageDescriptorTypeDef], # (1)
Parameters: NotRequired[Dict[str, str]],
LastAnalyzedTime: NotRequired[datetime],
CatalogId: NotRequired[str],
TableInputTypeDef#
# TableInputTypeDef definition
class TableInputTypeDef(TypedDict):
Name: str,
Description: NotRequired[str],
Owner: NotRequired[str],
LastAccessTime: NotRequired[Union[datetime, str]],
LastAnalyzedTime: NotRequired[Union[datetime, str]],
Retention: NotRequired[int],
StorageDescriptor: NotRequired[StorageDescriptorTypeDef], # (1)
PartitionKeys: NotRequired[Sequence[ColumnTypeDef]], # (2)
ViewOriginalText: NotRequired[str],
ViewExpandedText: NotRequired[str],
TableType: NotRequired[str],
Parameters: NotRequired[Mapping[str, str]],
TargetTable: NotRequired[TableIdentifierTypeDef], # (3)
TableTypeDef#
# TableTypeDef definition
class TableTypeDef(TypedDict):
Name: str,
DatabaseName: NotRequired[str],
Description: NotRequired[str],
Owner: NotRequired[str],
CreateTime: NotRequired[datetime],
UpdateTime: NotRequired[datetime],
LastAccessTime: NotRequired[datetime],
LastAnalyzedTime: NotRequired[datetime],
Retention: NotRequired[int],
StorageDescriptor: NotRequired[StorageDescriptorTypeDef], # (1)
PartitionKeys: NotRequired[List[ColumnTypeDef]], # (2)
ViewOriginalText: NotRequired[str],
ViewExpandedText: NotRequired[str],
TableType: NotRequired[str],
Parameters: NotRequired[Dict[str, str]],
CreatedBy: NotRequired[str],
IsRegisteredWithLakeFormation: NotRequired[bool],
TargetTable: NotRequired[TableIdentifierTypeDef], # (3)
CatalogId: NotRequired[str],
VersionId: NotRequired[str],
FederatedTable: NotRequired[FederatedTableTypeDef], # (4)
GetSecurityConfigurationsResponsePaginatorTypeDef#
# GetSecurityConfigurationsResponsePaginatorTypeDef definition
class GetSecurityConfigurationsResponsePaginatorTypeDef(TypedDict):
SecurityConfigurations: List[SecurityConfigurationPaginatorTypeDef], # (1)
NextToken: str,
ResponseMetadata: ResponseMetadataTypeDef, # (2)
GetSecurityConfigurationResponseTypeDef#
# GetSecurityConfigurationResponseTypeDef definition
class GetSecurityConfigurationResponseTypeDef(TypedDict):
SecurityConfiguration: SecurityConfigurationTypeDef, # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
GetSecurityConfigurationsResponseTypeDef#
# GetSecurityConfigurationsResponseTypeDef definition
class GetSecurityConfigurationsResponseTypeDef(TypedDict):
SecurityConfigurations: List[SecurityConfigurationTypeDef], # (1)
NextToken: str,
ResponseMetadata: ResponseMetadataTypeDef, # (2)
CodeGenConfigurationNodeTypeDef#
# CodeGenConfigurationNodeTypeDef definition
class CodeGenConfigurationNodeTypeDef(TypedDict):
AthenaConnectorSource: NotRequired[AthenaConnectorSourceTypeDef], # (1)
JDBCConnectorSource: NotRequired[JDBCConnectorSourceTypeDef], # (2)
SparkConnectorSource: NotRequired[SparkConnectorSourceTypeDef], # (3)
CatalogSource: NotRequired[CatalogSourceTypeDef], # (4)
RedshiftSource: NotRequired[RedshiftSourceTypeDef], # (5)
S3CatalogSource: NotRequired[S3CatalogSourceTypeDef], # (6)
S3CsvSource: NotRequired[S3CsvSourceTypeDef], # (7)
S3JsonSource: NotRequired[S3JsonSourceTypeDef], # (8)
S3ParquetSource: NotRequired[S3ParquetSourceTypeDef], # (9)
RelationalCatalogSource: NotRequired[RelationalCatalogSourceTypeDef], # (10)
DynamoDBCatalogSource: NotRequired[DynamoDBCatalogSourceTypeDef], # (11)
JDBCConnectorTarget: NotRequired[JDBCConnectorTargetTypeDef], # (12)
SparkConnectorTarget: NotRequired[SparkConnectorTargetTypeDef], # (13)
CatalogTarget: NotRequired[BasicCatalogTargetTypeDef], # (14)
RedshiftTarget: NotRequired[RedshiftTargetTypeDef], # (15)
S3CatalogTarget: NotRequired[S3CatalogTargetTypeDef], # (16)
S3GlueParquetTarget: NotRequired[S3GlueParquetTargetTypeDef], # (17)
S3DirectTarget: NotRequired[S3DirectTargetTypeDef], # (18)
ApplyMapping: NotRequired[ApplyMappingTypeDef], # (19)
SelectFields: NotRequired[SelectFieldsTypeDef], # (20)
DropFields: NotRequired[DropFieldsTypeDef], # (21)
RenameField: NotRequired[RenameFieldTypeDef], # (22)
Spigot: NotRequired[SpigotTypeDef], # (23)
Join: NotRequired[JoinTypeDef], # (24)
SplitFields: NotRequired[SplitFieldsTypeDef], # (25)
SelectFromCollection: NotRequired[SelectFromCollectionTypeDef], # (26)
FillMissingValues: NotRequired[FillMissingValuesTypeDef], # (27)
Filter: NotRequired[FilterTypeDef], # (28)
CustomCode: NotRequired[CustomCodeTypeDef], # (29)
SparkSQL: NotRequired[SparkSQLTypeDef], # (30)
DirectKinesisSource: NotRequired[DirectKinesisSourceTypeDef], # (31)
DirectKafkaSource: NotRequired[DirectKafkaSourceTypeDef], # (32)
CatalogKinesisSource: NotRequired[CatalogKinesisSourceTypeDef], # (33)
CatalogKafkaSource: NotRequired[CatalogKafkaSourceTypeDef], # (34)
DropNullFields: NotRequired[DropNullFieldsTypeDef], # (35)
Merge: NotRequired[MergeTypeDef], # (36)
Union: NotRequired[UnionTypeDef], # (37)
PIIDetection: NotRequired[PIIDetectionTypeDef], # (38)
Aggregate: NotRequired[AggregateTypeDef], # (39)
DropDuplicates: NotRequired[DropDuplicatesTypeDef], # (40)
GovernedCatalogTarget: NotRequired[GovernedCatalogTargetTypeDef], # (41)
GovernedCatalogSource: NotRequired[GovernedCatalogSourceTypeDef], # (42)
MicrosoftSQLServerCatalogSource: NotRequired[MicrosoftSQLServerCatalogSourceTypeDef], # (43)
MySQLCatalogSource: NotRequired[MySQLCatalogSourceTypeDef], # (44)
OracleSQLCatalogSource: NotRequired[OracleSQLCatalogSourceTypeDef], # (45)
PostgreSQLCatalogSource: NotRequired[PostgreSQLCatalogSourceTypeDef], # (46)
MicrosoftSQLServerCatalogTarget: NotRequired[MicrosoftSQLServerCatalogTargetTypeDef], # (47)
MySQLCatalogTarget: NotRequired[MySQLCatalogTargetTypeDef], # (48)
OracleSQLCatalogTarget: NotRequired[OracleSQLCatalogTargetTypeDef], # (49)
PostgreSQLCatalogTarget: NotRequired[PostgreSQLCatalogTargetTypeDef], # (50)
DynamicTransform: NotRequired[DynamicTransformTypeDef], # (51)
EvaluateDataQuality: NotRequired[EvaluateDataQualityTypeDef], # (52)
S3CatalogHudiSource: NotRequired[S3CatalogHudiSourceTypeDef], # (53)
CatalogHudiSource: NotRequired[CatalogHudiSourceTypeDef], # (54)
S3HudiSource: NotRequired[S3HudiSourceTypeDef], # (55)
S3HudiCatalogTarget: NotRequired[S3HudiCatalogTargetTypeDef], # (56)
S3HudiDirectTarget: NotRequired[S3HudiDirectTargetTypeDef], # (57)
DirectJDBCSource: NotRequired[DirectJDBCSourceTypeDef], # (58)
S3CatalogDeltaSource: NotRequired[S3CatalogDeltaSourceTypeDef], # (59)
CatalogDeltaSource: NotRequired[CatalogDeltaSourceTypeDef], # (60)
S3DeltaSource: NotRequired[S3DeltaSourceTypeDef], # (61)
S3DeltaCatalogTarget: NotRequired[S3DeltaCatalogTargetTypeDef], # (62)
S3DeltaDirectTarget: NotRequired[S3DeltaDirectTargetTypeDef], # (63)
AmazonRedshiftSource: NotRequired[AmazonRedshiftSourceTypeDef], # (64)
AmazonRedshiftTarget: NotRequired[AmazonRedshiftTargetTypeDef], # (65)
EvaluateDataQualityMultiFrame: NotRequired[EvaluateDataQualityMultiFrameTypeDef], # (66)
Recipe: NotRequired[RecipeTypeDef], # (67)
SnowflakeSource: NotRequired[SnowflakeSourceTypeDef], # (68)
SnowflakeTarget: NotRequired[SnowflakeTargetTypeDef], # (69)
ConnectorDataSource: NotRequired[ConnectorDataSourceTypeDef], # (70)
ConnectorDataTarget: NotRequired[ConnectorDataTargetTypeDef], # (71)
- See AthenaConnectorSourceTypeDef
- See JDBCConnectorSourceTypeDef
- See SparkConnectorSourceTypeDef
- See CatalogSourceTypeDef
- See RedshiftSourceTypeDef
- See S3CatalogSourceTypeDef
- See S3CsvSourceTypeDef
- See S3JsonSourceTypeDef
- See S3ParquetSourceTypeDef
- See RelationalCatalogSourceTypeDef
- See DynamoDBCatalogSourceTypeDef
- See JDBCConnectorTargetTypeDef
- See SparkConnectorTargetTypeDef
- See BasicCatalogTargetTypeDef
- See RedshiftTargetTypeDef
- See S3CatalogTargetTypeDef
- See S3GlueParquetTargetTypeDef
- See S3DirectTargetTypeDef
- See ApplyMappingTypeDef
- See SelectFieldsTypeDef
- See DropFieldsTypeDef
- See RenameFieldTypeDef
- See SpigotTypeDef
- See JoinTypeDef
- See SplitFieldsTypeDef
- See SelectFromCollectionTypeDef
- See FillMissingValuesTypeDef
- See FilterTypeDef
- See CustomCodeTypeDef
- See SparkSQLTypeDef
- See DirectKinesisSourceTypeDef
- See DirectKafkaSourceTypeDef
- See CatalogKinesisSourceTypeDef
- See CatalogKafkaSourceTypeDef
- See DropNullFieldsTypeDef
- See MergeTypeDef
- See UnionTypeDef
- See PIIDetectionTypeDef
- See AggregateTypeDef
- See DropDuplicatesTypeDef
- See GovernedCatalogTargetTypeDef
- See GovernedCatalogSourceTypeDef
- See MicrosoftSQLServerCatalogSourceTypeDef
- See MySQLCatalogSourceTypeDef
- See OracleSQLCatalogSourceTypeDef
- See PostgreSQLCatalogSourceTypeDef
- See MicrosoftSQLServerCatalogTargetTypeDef
- See MySQLCatalogTargetTypeDef
- See OracleSQLCatalogTargetTypeDef
- See PostgreSQLCatalogTargetTypeDef
- See DynamicTransformTypeDef
- See EvaluateDataQualityTypeDef
- See S3CatalogHudiSourceTypeDef
- See CatalogHudiSourceTypeDef
- See S3HudiSourceTypeDef
- See S3HudiCatalogTargetTypeDef
- See S3HudiDirectTargetTypeDef
- See DirectJDBCSourceTypeDef
- See S3CatalogDeltaSourceTypeDef
- See CatalogDeltaSourceTypeDef
- See S3DeltaSourceTypeDef
- See S3DeltaCatalogTargetTypeDef
- See S3DeltaDirectTargetTypeDef
- See AmazonRedshiftSourceTypeDef
- See AmazonRedshiftTargetTypeDef
- See EvaluateDataQualityMultiFrameTypeDef
- See RecipeTypeDef
- See SnowflakeSourceTypeDef
- See SnowflakeTargetTypeDef
- See ConnectorDataSourceTypeDef
- See ConnectorDataTargetTypeDef
GetMLTaskRunsResponseTypeDef#
# GetMLTaskRunsResponseTypeDef definition
class GetMLTaskRunsResponseTypeDef(TypedDict):
TaskRuns: List[TaskRunTypeDef], # (1)
NextToken: str,
ResponseMetadata: ResponseMetadataTypeDef, # (2)
BatchTableOptimizerTypeDef#
# BatchTableOptimizerTypeDef definition
class BatchTableOptimizerTypeDef(TypedDict):
catalogId: NotRequired[str],
databaseName: NotRequired[str],
tableName: NotRequired[str],
tableOptimizer: NotRequired[TableOptimizerTypeDef], # (1)
GetTableOptimizerResponseTypeDef#
# GetTableOptimizerResponseTypeDef definition
class GetTableOptimizerResponseTypeDef(TypedDict):
CatalogId: str,
DatabaseName: str,
TableName: str,
TableOptimizer: TableOptimizerTypeDef, # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
GetStatementResponseTypeDef#
# GetStatementResponseTypeDef definition
class GetStatementResponseTypeDef(TypedDict):
Statement: StatementTypeDef, # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
ListStatementsResponseTypeDef#
# ListStatementsResponseTypeDef definition
class ListStatementsResponseTypeDef(TypedDict):
Statements: List[StatementTypeDef], # (1)
NextToken: str,
ResponseMetadata: ResponseMetadataTypeDef, # (2)
NodeTypeDef#
# NodeTypeDef definition
class NodeTypeDef(TypedDict):
Type: NotRequired[NodeTypeType], # (1)
Name: NotRequired[str],
UniqueId: NotRequired[str],
TriggerDetails: NotRequired[TriggerNodeDetailsTypeDef], # (2)
JobDetails: NotRequired[JobNodeDetailsTypeDef], # (3)
CrawlerDetails: NotRequired[CrawlerNodeDetailsTypeDef], # (4)
- See NodeTypeType
- See TriggerNodeDetailsTypeDef
- See JobNodeDetailsTypeDef
- See CrawlerNodeDetailsTypeDef
GetMLTransformsResponseTypeDef#
# GetMLTransformsResponseTypeDef definition
class GetMLTransformsResponseTypeDef(TypedDict):
Transforms: List[MLTransformTypeDef], # (1)
NextToken: str,
ResponseMetadata: ResponseMetadataTypeDef, # (2)
BatchGetDataQualityResultResponseTypeDef#
# BatchGetDataQualityResultResponseTypeDef definition
class BatchGetDataQualityResultResponseTypeDef(TypedDict):
Results: List[DataQualityResultTypeDef], # (1)
ResultsNotFound: List[str],
ResponseMetadata: ResponseMetadataTypeDef, # (2)
ColumnStatisticsErrorTypeDef#
# ColumnStatisticsErrorTypeDef definition
class ColumnStatisticsErrorTypeDef(TypedDict):
ColumnStatistics: NotRequired[ColumnStatisticsTypeDef], # (1)
Error: NotRequired[ErrorDetailTypeDef], # (2)
GetColumnStatisticsForPartitionResponseTypeDef#
# GetColumnStatisticsForPartitionResponseTypeDef definition
class GetColumnStatisticsForPartitionResponseTypeDef(TypedDict):
ColumnStatisticsList: List[ColumnStatisticsTypeDef], # (1)
Errors: List[ColumnErrorTypeDef], # (2)
ResponseMetadata: ResponseMetadataTypeDef, # (3)
GetColumnStatisticsForTableResponseTypeDef#
# GetColumnStatisticsForTableResponseTypeDef definition
class GetColumnStatisticsForTableResponseTypeDef(TypedDict):
ColumnStatisticsList: List[ColumnStatisticsTypeDef], # (1)
Errors: List[ColumnErrorTypeDef], # (2)
ResponseMetadata: ResponseMetadataTypeDef, # (3)
UpdateColumnStatisticsForPartitionRequestRequestTypeDef#
# UpdateColumnStatisticsForPartitionRequestRequestTypeDef definition
class UpdateColumnStatisticsForPartitionRequestRequestTypeDef(TypedDict):
DatabaseName: str,
TableName: str,
PartitionValues: Sequence[str],
ColumnStatisticsList: Sequence[ColumnStatisticsTypeDef], # (1)
CatalogId: NotRequired[str],
UpdateColumnStatisticsForTableRequestRequestTypeDef#
# UpdateColumnStatisticsForTableRequestRequestTypeDef definition
class UpdateColumnStatisticsForTableRequestRequestTypeDef(TypedDict):
DatabaseName: str,
TableName: str,
ColumnStatisticsList: Sequence[ColumnStatisticsTypeDef], # (1)
CatalogId: NotRequired[str],
GetPartitionsResponsePaginatorTypeDef#
# GetPartitionsResponsePaginatorTypeDef definition
class GetPartitionsResponsePaginatorTypeDef(TypedDict):
Partitions: List[PartitionPaginatorTypeDef], # (1)
NextToken: str,
ResponseMetadata: ResponseMetadataTypeDef, # (2)
GetTablesResponsePaginatorTypeDef#
# GetTablesResponsePaginatorTypeDef definition
class GetTablesResponsePaginatorTypeDef(TypedDict):
TableList: List[TablePaginatorTypeDef], # (1)
NextToken: str,
ResponseMetadata: ResponseMetadataTypeDef, # (2)
TableVersionPaginatorTypeDef#
# TableVersionPaginatorTypeDef definition
class TableVersionPaginatorTypeDef(TypedDict):
Table: NotRequired[TablePaginatorTypeDef], # (1)
VersionId: NotRequired[str],
BatchCreatePartitionRequestRequestTypeDef#
# BatchCreatePartitionRequestRequestTypeDef definition
class BatchCreatePartitionRequestRequestTypeDef(TypedDict):
DatabaseName: str,
TableName: str,
PartitionInputList: Sequence[PartitionInputTypeDef], # (1)
CatalogId: NotRequired[str],
BatchUpdatePartitionRequestEntryTypeDef#
# BatchUpdatePartitionRequestEntryTypeDef definition
class BatchUpdatePartitionRequestEntryTypeDef(TypedDict):
PartitionValueList: Sequence[str],
PartitionInput: PartitionInputTypeDef, # (1)
CreatePartitionRequestRequestTypeDef#
# CreatePartitionRequestRequestTypeDef definition
class CreatePartitionRequestRequestTypeDef(TypedDict):
DatabaseName: str,
TableName: str,
PartitionInput: PartitionInputTypeDef, # (1)
CatalogId: NotRequired[str],
UpdatePartitionRequestRequestTypeDef#
# UpdatePartitionRequestRequestTypeDef definition
class UpdatePartitionRequestRequestTypeDef(TypedDict):
DatabaseName: str,
TableName: str,
PartitionValueList: Sequence[str],
PartitionInput: PartitionInputTypeDef, # (1)
CatalogId: NotRequired[str],
BatchGetPartitionResponseTypeDef#
# BatchGetPartitionResponseTypeDef definition
class BatchGetPartitionResponseTypeDef(TypedDict):
Partitions: List[PartitionTypeDef], # (1)
UnprocessedKeys: List[PartitionValueListTypeDef], # (2)
ResponseMetadata: ResponseMetadataTypeDef, # (3)
GetPartitionResponseTypeDef#
# GetPartitionResponseTypeDef definition
class GetPartitionResponseTypeDef(TypedDict):
Partition: PartitionTypeDef, # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
GetPartitionsResponseTypeDef#
# GetPartitionsResponseTypeDef definition
class GetPartitionsResponseTypeDef(TypedDict):
Partitions: List[PartitionTypeDef], # (1)
NextToken: str,
ResponseMetadata: ResponseMetadataTypeDef, # (2)
GetUnfilteredPartitionMetadataResponseTypeDef#
# GetUnfilteredPartitionMetadataResponseTypeDef definition
class GetUnfilteredPartitionMetadataResponseTypeDef(TypedDict):
Partition: PartitionTypeDef, # (1)
AuthorizedColumns: List[str],
IsRegisteredWithLakeFormation: bool,
ResponseMetadata: ResponseMetadataTypeDef, # (2)
UnfilteredPartitionTypeDef#
# UnfilteredPartitionTypeDef definition
class UnfilteredPartitionTypeDef(TypedDict):
Partition: NotRequired[PartitionTypeDef], # (1)
AuthorizedColumns: NotRequired[List[str]],
IsRegisteredWithLakeFormation: NotRequired[bool],
- See PartitionTypeDef
CreateTableRequestRequestTypeDef#
# CreateTableRequestRequestTypeDef definition
class CreateTableRequestRequestTypeDef(TypedDict):
DatabaseName: str,
TableInput: TableInputTypeDef, # (1)
CatalogId: NotRequired[str],
PartitionIndexes: NotRequired[Sequence[PartitionIndexTypeDef]], # (2)
TransactionId: NotRequired[str],
OpenTableFormatInput: NotRequired[OpenTableFormatInputTypeDef], # (3)
UpdateTableRequestRequestTypeDef#
# UpdateTableRequestRequestTypeDef definition
class UpdateTableRequestRequestTypeDef(TypedDict):
DatabaseName: str,
TableInput: TableInputTypeDef, # (1)
CatalogId: NotRequired[str],
SkipArchive: NotRequired[bool],
TransactionId: NotRequired[str],
VersionId: NotRequired[str],
GetTableResponseTypeDef#
# GetTableResponseTypeDef definition
class GetTableResponseTypeDef(TypedDict):
Table: TableTypeDef, # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
- See TableTypeDef
- See ResponseMetadataTypeDef
GetTablesResponseTypeDef#
# GetTablesResponseTypeDef definition
class GetTablesResponseTypeDef(TypedDict):
TableList: List[TableTypeDef], # (1)
NextToken: str,
ResponseMetadata: ResponseMetadataTypeDef, # (2)
- See TableTypeDef
- See ResponseMetadataTypeDef
GetUnfilteredTableMetadataResponseTypeDef#
# GetUnfilteredTableMetadataResponseTypeDef definition
class GetUnfilteredTableMetadataResponseTypeDef(TypedDict):
Table: TableTypeDef, # (1)
AuthorizedColumns: List[str],
IsRegisteredWithLakeFormation: bool,
CellFilters: List[ColumnRowFilterTypeDef], # (2)
QueryAuthorizationId: str,
ResourceArn: str,
Permissions: List[PermissionType], # (3)
ResponseMetadata: ResponseMetadataTypeDef, # (4)
- See TableTypeDef
- See ColumnRowFilterTypeDef
- See PermissionType
- See ResponseMetadataTypeDef
SearchTablesResponseTypeDef#
# SearchTablesResponseTypeDef definition
class SearchTablesResponseTypeDef(TypedDict):
NextToken: str,
TableList: List[TableTypeDef], # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
- See TableTypeDef
- See ResponseMetadataTypeDef
TableVersionTypeDef#
# TableVersionTypeDef definition
class TableVersionTypeDef(TypedDict):
Table: NotRequired[TableTypeDef], # (1)
VersionId: NotRequired[str],
- See TableTypeDef
CreateJobRequestRequestTypeDef#
# CreateJobRequestRequestTypeDef definition
class CreateJobRequestRequestTypeDef(TypedDict):
Name: str,
Role: str,
Command: JobCommandTypeDef, # (1)
Description: NotRequired[str],
LogUri: NotRequired[str],
ExecutionProperty: NotRequired[ExecutionPropertyTypeDef], # (2)
DefaultArguments: NotRequired[Mapping[str, str]],
NonOverridableArguments: NotRequired[Mapping[str, str]],
Connections: NotRequired[ConnectionsListTypeDef], # (3)
MaxRetries: NotRequired[int],
AllocatedCapacity: NotRequired[int],
Timeout: NotRequired[int],
MaxCapacity: NotRequired[float],
SecurityConfiguration: NotRequired[str],
Tags: NotRequired[Mapping[str, str]],
NotificationProperty: NotRequired[NotificationPropertyTypeDef], # (4)
GlueVersion: NotRequired[str],
NumberOfWorkers: NotRequired[int],
WorkerType: NotRequired[WorkerTypeType], # (5)
CodeGenConfigurationNodes: NotRequired[Mapping[str, CodeGenConfigurationNodeTypeDef]], # (6)
ExecutionClass: NotRequired[ExecutionClassType], # (7)
SourceControlDetails: NotRequired[SourceControlDetailsTypeDef], # (8)
- See JobCommandTypeDef
- See ExecutionPropertyTypeDef
- See ConnectionsListTypeDef
- See NotificationPropertyTypeDef
- See WorkerTypeType
- See CodeGenConfigurationNodeTypeDef
- See ExecutionClassType
- See SourceControlDetailsTypeDef
JobTypeDef#
# JobTypeDef definition
class JobTypeDef(TypedDict):
Name: NotRequired[str],
Description: NotRequired[str],
LogUri: NotRequired[str],
Role: NotRequired[str],
CreatedOn: NotRequired[datetime],
LastModifiedOn: NotRequired[datetime],
ExecutionProperty: NotRequired[ExecutionPropertyTypeDef], # (1)
Command: NotRequired[JobCommandTypeDef], # (2)
DefaultArguments: NotRequired[Dict[str, str]],
NonOverridableArguments: NotRequired[Dict[str, str]],
Connections: NotRequired[ConnectionsListTypeDef], # (3)
MaxRetries: NotRequired[int],
AllocatedCapacity: NotRequired[int],
Timeout: NotRequired[int],
MaxCapacity: NotRequired[float],
WorkerType: NotRequired[WorkerTypeType], # (4)
NumberOfWorkers: NotRequired[int],
SecurityConfiguration: NotRequired[str],
NotificationProperty: NotRequired[NotificationPropertyTypeDef], # (5)
GlueVersion: NotRequired[str],
CodeGenConfigurationNodes: NotRequired[Dict[str, CodeGenConfigurationNodeTypeDef]], # (6)
ExecutionClass: NotRequired[ExecutionClassType], # (7)
SourceControlDetails: NotRequired[SourceControlDetailsTypeDef], # (8)
- See ExecutionPropertyTypeDef
- See JobCommandTypeDef
- See ConnectionsListTypeDef
- See WorkerTypeType
- See NotificationPropertyTypeDef
- See CodeGenConfigurationNodeTypeDef
- See ExecutionClassType
- See SourceControlDetailsTypeDef
JobUpdateTypeDef#
# JobUpdateTypeDef definition
class JobUpdateTypeDef(TypedDict):
Description: NotRequired[str],
LogUri: NotRequired[str],
Role: NotRequired[str],
ExecutionProperty: NotRequired[ExecutionPropertyTypeDef], # (1)
Command: NotRequired[JobCommandTypeDef], # (2)
DefaultArguments: NotRequired[Mapping[str, str]],
NonOverridableArguments: NotRequired[Mapping[str, str]],
Connections: NotRequired[ConnectionsListTypeDef], # (3)
MaxRetries: NotRequired[int],
AllocatedCapacity: NotRequired[int],
Timeout: NotRequired[int],
MaxCapacity: NotRequired[float],
WorkerType: NotRequired[WorkerTypeType], # (4)
NumberOfWorkers: NotRequired[int],
SecurityConfiguration: NotRequired[str],
NotificationProperty: NotRequired[NotificationPropertyTypeDef], # (5)
GlueVersion: NotRequired[str],
CodeGenConfigurationNodes: NotRequired[Mapping[str, CodeGenConfigurationNodeTypeDef]], # (6)
ExecutionClass: NotRequired[ExecutionClassType], # (7)
SourceControlDetails: NotRequired[SourceControlDetailsTypeDef], # (8)
- See ExecutionPropertyTypeDef
- See JobCommandTypeDef
- See ConnectionsListTypeDef
- See WorkerTypeType
- See NotificationPropertyTypeDef
- See CodeGenConfigurationNodeTypeDef
- See ExecutionClassType
- See SourceControlDetailsTypeDef
BatchGetTableOptimizerResponseTypeDef#
# BatchGetTableOptimizerResponseTypeDef definition
class BatchGetTableOptimizerResponseTypeDef(TypedDict):
TableOptimizers: List[BatchTableOptimizerTypeDef], # (1)
Failures: List[BatchGetTableOptimizerErrorTypeDef], # (2)
ResponseMetadata: ResponseMetadataTypeDef, # (3)
WorkflowGraphTypeDef#
# WorkflowGraphTypeDef definition
class WorkflowGraphTypeDef(TypedDict):
Nodes: NotRequired[List[NodeTypeDef]], # (1)
Edges: NotRequired[List[EdgeTypeDef]], # (2)
- See NodeTypeDef
- See EdgeTypeDef
UpdateColumnStatisticsForPartitionResponseTypeDef#
# UpdateColumnStatisticsForPartitionResponseTypeDef definition
class UpdateColumnStatisticsForPartitionResponseTypeDef(TypedDict):
Errors: List[ColumnStatisticsErrorTypeDef], # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
UpdateColumnStatisticsForTableResponseTypeDef#
# UpdateColumnStatisticsForTableResponseTypeDef definition
class UpdateColumnStatisticsForTableResponseTypeDef(TypedDict):
Errors: List[ColumnStatisticsErrorTypeDef], # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
GetTableVersionsResponsePaginatorTypeDef#
# GetTableVersionsResponsePaginatorTypeDef definition
class GetTableVersionsResponsePaginatorTypeDef(TypedDict):
TableVersions: List[TableVersionPaginatorTypeDef], # (1)
NextToken: str,
ResponseMetadata: ResponseMetadataTypeDef, # (2)
BatchUpdatePartitionRequestRequestTypeDef#
# BatchUpdatePartitionRequestRequestTypeDef definition
class BatchUpdatePartitionRequestRequestTypeDef(TypedDict):
DatabaseName: str,
TableName: str,
Entries: Sequence[BatchUpdatePartitionRequestEntryTypeDef], # (1)
CatalogId: NotRequired[str],
GetUnfilteredPartitionsMetadataResponseTypeDef#
# GetUnfilteredPartitionsMetadataResponseTypeDef definition
class GetUnfilteredPartitionsMetadataResponseTypeDef(TypedDict):
UnfilteredPartitions: List[UnfilteredPartitionTypeDef], # (1)
NextToken: str,
ResponseMetadata: ResponseMetadataTypeDef, # (2)
GetTableVersionResponseTypeDef#
# GetTableVersionResponseTypeDef definition
class GetTableVersionResponseTypeDef(TypedDict):
TableVersion: TableVersionTypeDef, # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
GetTableVersionsResponseTypeDef#
# GetTableVersionsResponseTypeDef definition
class GetTableVersionsResponseTypeDef(TypedDict):
TableVersions: List[TableVersionTypeDef], # (1)
NextToken: str,
ResponseMetadata: ResponseMetadataTypeDef, # (2)
BatchGetJobsResponseTypeDef#
# BatchGetJobsResponseTypeDef definition
class BatchGetJobsResponseTypeDef(TypedDict):
Jobs: List[JobTypeDef], # (1)
JobsNotFound: List[str],
ResponseMetadata: ResponseMetadataTypeDef, # (2)
- See JobTypeDef
- See ResponseMetadataTypeDef
GetJobResponseTypeDef#
# GetJobResponseTypeDef definition
class GetJobResponseTypeDef(TypedDict):
Job: JobTypeDef, # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
- See JobTypeDef
- See ResponseMetadataTypeDef
GetJobsResponseTypeDef#
# GetJobsResponseTypeDef definition
class GetJobsResponseTypeDef(TypedDict):
Jobs: List[JobTypeDef], # (1)
NextToken: str,
ResponseMetadata: ResponseMetadataTypeDef, # (2)
- See JobTypeDef
- See ResponseMetadataTypeDef
UpdateJobRequestRequestTypeDef#
# UpdateJobRequestRequestTypeDef definition
class UpdateJobRequestRequestTypeDef(TypedDict):
JobName: str,
JobUpdate: JobUpdateTypeDef, # (1)
- See JobUpdateTypeDef
WorkflowRunTypeDef#
# WorkflowRunTypeDef definition
class WorkflowRunTypeDef(TypedDict):
Name: NotRequired[str],
WorkflowRunId: NotRequired[str],
PreviousRunId: NotRequired[str],
WorkflowRunProperties: NotRequired[Dict[str, str]],
StartedOn: NotRequired[datetime],
CompletedOn: NotRequired[datetime],
Status: NotRequired[WorkflowRunStatusType], # (1)
ErrorMessage: NotRequired[str],
Statistics: NotRequired[WorkflowRunStatisticsTypeDef], # (2)
Graph: NotRequired[WorkflowGraphTypeDef], # (3)
StartingEventBatchCondition: NotRequired[StartingEventBatchConditionTypeDef], # (4)
- See WorkflowRunStatusType
- See WorkflowRunStatisticsTypeDef
- See WorkflowGraphTypeDef
- See StartingEventBatchConditionTypeDef
GetWorkflowRunResponseTypeDef#
# GetWorkflowRunResponseTypeDef definition
class GetWorkflowRunResponseTypeDef(TypedDict):
Run: WorkflowRunTypeDef, # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)
GetWorkflowRunsResponseTypeDef#
# GetWorkflowRunsResponseTypeDef definition
class GetWorkflowRunsResponseTypeDef(TypedDict):
Runs: List[WorkflowRunTypeDef], # (1)
NextToken: str,
ResponseMetadata: ResponseMetadataTypeDef, # (2)
WorkflowTypeDef#
# WorkflowTypeDef definition
class WorkflowTypeDef(TypedDict):
Name: NotRequired[str],
Description: NotRequired[str],
DefaultRunProperties: NotRequired[Dict[str, str]],
CreatedOn: NotRequired[datetime],
LastModifiedOn: NotRequired[datetime],
LastRun: NotRequired[WorkflowRunTypeDef], # (1)
Graph: NotRequired[WorkflowGraphTypeDef], # (2)
MaxConcurrentRuns: NotRequired[int],
BlueprintDetails: NotRequired[BlueprintDetailsTypeDef], # (3)
BatchGetWorkflowsResponseTypeDef#
# BatchGetWorkflowsResponseTypeDef definition
class BatchGetWorkflowsResponseTypeDef(TypedDict):
Workflows: List[WorkflowTypeDef], # (1)
MissingWorkflows: List[str],
ResponseMetadata: ResponseMetadataTypeDef, # (2)
GetWorkflowResponseTypeDef#
# GetWorkflowResponseTypeDef definition
class GetWorkflowResponseTypeDef(TypedDict):
Workflow: WorkflowTypeDef, # (1)
ResponseMetadata: ResponseMetadataTypeDef, # (2)