DataPipelineClient

Index > DataPipeline > DataPipelineClient

Auto-generated documentation for DataPipeline type annotations stubs module types-aiobotocore-datapipeline.

DataPipelineClient

Type annotations and code completion for session.create_client("datapipeline") boto3 documentation

DataPipelineClient usage example

from aiobotocore.session import get_session
from types_aiobotocore_datapipeline.client import DataPipelineClient

session = get_session()
async with session.create_client("datapipeline") as client:
    client: DataPipelineClient

Exceptions

aiobotocore client exceptions are generated in runtime. This class provides code completion for session.create_client("datapipeline").exceptions structure.

DataPipelineClient.exceptions usage example

async with session.create_client("datapipeline") as client:
    try:
        do_something(client)
    except (
            client.ClientError,
        client.InternalServiceError,
        client.InvalidRequestException,
        client.PipelineDeletedException,
        client.PipelineNotFoundException,
        client.TaskNotFoundException,
    ) as e:
        print(e)

DataPipelineClient usage type checking example

from types_aiobotocore_datapipeline.client import Exceptions

def handle_error(exc: Exceptions.ClientError) -> None:
    ...

Methods

activate_pipeline

Validates the specified pipeline and starts processing pipeline tasks.

Type annotations and code completion for session.create_client("datapipeline").activate_pipeline method. boto3 documentation

# activate_pipeline method definition

await def activate_pipeline(
    self,
    *,
    pipelineId: str,
    parameterValues: Sequence[ParameterValueTypeDef] = ...,  # (1)
    startTimestamp: Union[datetime, str] = ...,
) -> Dict[str, Any]:
    ...

1. See ParameterValueTypeDef

# activate_pipeline method usage example with argument unpacking

kwargs: ActivatePipelineInputRequestTypeDef = {  # (1)
    "pipelineId": ...,
}

parent.activate_pipeline(**kwargs)

1. See ActivatePipelineInputRequestTypeDef

add_tags

Adds or modifies tags for the specified pipeline.

Type annotations and code completion for session.create_client("datapipeline").add_tags method. boto3 documentation

# add_tags method definition

await def add_tags(
    self,
    *,
    pipelineId: str,
    tags: Sequence[TagTypeDef],  # (1)
) -> Dict[str, Any]:
    ...

1. See TagTypeDef

# add_tags method usage example with argument unpacking

kwargs: AddTagsInputRequestTypeDef = {  # (1)
    "pipelineId": ...,
    "tags": ...,
}

parent.add_tags(**kwargs)

1. See AddTagsInputRequestTypeDef

can_paginate

Check if an operation can be paginated.

Type annotations and code completion for session.create_client("datapipeline").can_paginate method. boto3 documentation

# can_paginate method definition

def can_paginate(
    self,
    operation_name: str,
) -> bool:
    ...

close

Closes underlying endpoint connections.

Type annotations and code completion for session.create_client("datapipeline").close method. boto3 documentation

# close method definition

await def close(
    self,
) -> None:
    ...

create_pipeline

Creates a new, empty pipeline.

Type annotations and code completion for session.create_client("datapipeline").create_pipeline method. boto3 documentation

# create_pipeline method definition

await def create_pipeline(
    self,
    *,
    name: str,
    uniqueId: str,
    description: str = ...,
    tags: Sequence[TagTypeDef] = ...,  # (1)
) -> CreatePipelineOutputTypeDef:  # (2)
    ...

1. See TagTypeDef
2. See CreatePipelineOutputTypeDef

# create_pipeline method usage example with argument unpacking

kwargs: CreatePipelineInputRequestTypeDef = {  # (1)
    "name": ...,
    "uniqueId": ...,
}

parent.create_pipeline(**kwargs)

1. See CreatePipelineInputRequestTypeDef

deactivate_pipeline

Deactivates the specified running pipeline.

Type annotations and code completion for session.create_client("datapipeline").deactivate_pipeline method. boto3 documentation

# deactivate_pipeline method definition

await def deactivate_pipeline(
    self,
    *,
    pipelineId: str,
    cancelActive: bool = ...,
) -> Dict[str, Any]:
    ...

# deactivate_pipeline method usage example with argument unpacking

kwargs: DeactivatePipelineInputRequestTypeDef = {  # (1)
    "pipelineId": ...,
}

parent.deactivate_pipeline(**kwargs)

1. See DeactivatePipelineInputRequestTypeDef

delete_pipeline

Deletes a pipeline, its pipeline definition, and its run history.

Type annotations and code completion for session.create_client("datapipeline").delete_pipeline method. boto3 documentation

# delete_pipeline method definition

await def delete_pipeline(
    self,
    *,
    pipelineId: str,
) -> EmptyResponseMetadataTypeDef:  # (1)
    ...

1. See EmptyResponseMetadataTypeDef

# delete_pipeline method usage example with argument unpacking

kwargs: DeletePipelineInputRequestTypeDef = {  # (1)
    "pipelineId": ...,
}

parent.delete_pipeline(**kwargs)

1. See DeletePipelineInputRequestTypeDef

describe_objects

Gets the object definitions for a set of objects associated with the pipeline.

Type annotations and code completion for session.create_client("datapipeline").describe_objects method. boto3 documentation

# describe_objects method definition

await def describe_objects(
    self,
    *,
    pipelineId: str,
    objectIds: Sequence[str],
    evaluateExpressions: bool = ...,
    marker: str = ...,
) -> DescribeObjectsOutputTypeDef:  # (1)
    ...

1. See DescribeObjectsOutputTypeDef

# describe_objects method usage example with argument unpacking

kwargs: DescribeObjectsInputRequestTypeDef = {  # (1)
    "pipelineId": ...,
    "objectIds": ...,
}

parent.describe_objects(**kwargs)

1. See DescribeObjectsInputRequestTypeDef

describe_pipelines

Retrieves metadata about one or more pipelines.

Type annotations and code completion for session.create_client("datapipeline").describe_pipelines method. boto3 documentation

# describe_pipelines method definition

await def describe_pipelines(
    self,
    *,
    pipelineIds: Sequence[str],
) -> DescribePipelinesOutputTypeDef:  # (1)
    ...

1. See DescribePipelinesOutputTypeDef

# describe_pipelines method usage example with argument unpacking

kwargs: DescribePipelinesInputRequestTypeDef = {  # (1)
    "pipelineIds": ...,
}

parent.describe_pipelines(**kwargs)

1. See DescribePipelinesInputRequestTypeDef

evaluate_expression

Task runners call EvaluateExpression to evaluate a string in the context of the specified object.

Type annotations and code completion for session.create_client("datapipeline").evaluate_expression method. boto3 documentation

# evaluate_expression method definition

await def evaluate_expression(
    self,
    *,
    pipelineId: str,
    objectId: str,
    expression: str,
) -> EvaluateExpressionOutputTypeDef:  # (1)
    ...

1. See EvaluateExpressionOutputTypeDef

# evaluate_expression method usage example with argument unpacking

kwargs: EvaluateExpressionInputRequestTypeDef = {  # (1)
    "pipelineId": ...,
    "objectId": ...,
    "expression": ...,
}

parent.evaluate_expression(**kwargs)

1. See EvaluateExpressionInputRequestTypeDef

generate_presigned_url

Generate a presigned url given a client, its method, and arguments.

Type annotations and code completion for session.create_client("datapipeline").generate_presigned_url method. boto3 documentation

# generate_presigned_url method definition

await def generate_presigned_url(
    self,
    ClientMethod: str,
    Params: Mapping[str, Any] = ...,
    ExpiresIn: int = 3600,
    HttpMethod: str = ...,
) -> str:
    ...

get_pipeline_definition

Gets the definition of the specified pipeline.

Type annotations and code completion for session.create_client("datapipeline").get_pipeline_definition method. boto3 documentation

# get_pipeline_definition method definition

await def get_pipeline_definition(
    self,
    *,
    pipelineId: str,
    version: str = ...,
) -> GetPipelineDefinitionOutputTypeDef:  # (1)
    ...

1. See GetPipelineDefinitionOutputTypeDef

# get_pipeline_definition method usage example with argument unpacking

kwargs: GetPipelineDefinitionInputRequestTypeDef = {  # (1)
    "pipelineId": ...,
}

parent.get_pipeline_definition(**kwargs)

1. See GetPipelineDefinitionInputRequestTypeDef

list_pipelines

Lists the pipeline identifiers for all active pipelines that you have permission to access.

Type annotations and code completion for session.create_client("datapipeline").list_pipelines method. boto3 documentation

# list_pipelines method definition

await def list_pipelines(
    self,
    *,
    marker: str = ...,
) -> ListPipelinesOutputTypeDef:  # (1)
    ...

1. See ListPipelinesOutputTypeDef

# list_pipelines method usage example with argument unpacking

kwargs: ListPipelinesInputRequestTypeDef = {  # (1)
    "marker": ...,
}

parent.list_pipelines(**kwargs)

1. See ListPipelinesInputRequestTypeDef

poll_for_task

Task runners call PollForTask to receive a task to perform from AWS Data Pipeline.

Type annotations and code completion for session.create_client("datapipeline").poll_for_task method. boto3 documentation

# poll_for_task method definition

await def poll_for_task(
    self,
    *,
    workerGroup: str,
    hostname: str = ...,
    instanceIdentity: InstanceIdentityTypeDef = ...,  # (1)
) -> PollForTaskOutputTypeDef:  # (2)
    ...

1. See InstanceIdentityTypeDef
2. See PollForTaskOutputTypeDef

# poll_for_task method usage example with argument unpacking

kwargs: PollForTaskInputRequestTypeDef = {  # (1)
    "workerGroup": ...,
}

parent.poll_for_task(**kwargs)

1. See PollForTaskInputRequestTypeDef

put_pipeline_definition

Adds tasks, schedules, and preconditions to the specified pipeline.

Type annotations and code completion for session.create_client("datapipeline").put_pipeline_definition method. boto3 documentation

# put_pipeline_definition method definition

await def put_pipeline_definition(
    self,
    *,
    pipelineId: str,
    pipelineObjects: Sequence[PipelineObjectTypeDef],  # (1)
    parameterObjects: Sequence[ParameterObjectTypeDef] = ...,  # (2)
    parameterValues: Sequence[ParameterValueTypeDef] = ...,  # (3)
) -> PutPipelineDefinitionOutputTypeDef:  # (4)
    ...

1. See PipelineObjectTypeDef
2. See ParameterObjectTypeDef
3. See ParameterValueTypeDef
4. See PutPipelineDefinitionOutputTypeDef

# put_pipeline_definition method usage example with argument unpacking

kwargs: PutPipelineDefinitionInputRequestTypeDef = {  # (1)
    "pipelineId": ...,
    "pipelineObjects": ...,
}

parent.put_pipeline_definition(**kwargs)

1. See PutPipelineDefinitionInputRequestTypeDef

query_objects

Queries the specified pipeline for the names of objects that match the specified set of conditions.

Type annotations and code completion for session.create_client("datapipeline").query_objects method. boto3 documentation

# query_objects method definition

await def query_objects(
    self,
    *,
    pipelineId: str,
    sphere: str,
    query: QueryTypeDef = ...,  # (1)
    marker: str = ...,
    limit: int = ...,
) -> QueryObjectsOutputTypeDef:  # (2)
    ...

1. See QueryTypeDef
2. See QueryObjectsOutputTypeDef

# query_objects method usage example with argument unpacking

kwargs: QueryObjectsInputRequestTypeDef = {  # (1)
    "pipelineId": ...,
    "sphere": ...,
}

parent.query_objects(**kwargs)

1. See QueryObjectsInputRequestTypeDef

remove_tags

Removes existing tags from the specified pipeline.

Type annotations and code completion for session.create_client("datapipeline").remove_tags method. boto3 documentation

# remove_tags method definition

await def remove_tags(
    self,
    *,
    pipelineId: str,
    tagKeys: Sequence[str],
) -> Dict[str, Any]:
    ...

# remove_tags method usage example with argument unpacking

kwargs: RemoveTagsInputRequestTypeDef = {  # (1)
    "pipelineId": ...,
    "tagKeys": ...,
}

parent.remove_tags(**kwargs)

1. See RemoveTagsInputRequestTypeDef

report_task_progress

Task runners call ReportTaskProgress when assigned a task to acknowledge that it has the task.

Type annotations and code completion for session.create_client("datapipeline").report_task_progress method. boto3 documentation

# report_task_progress method definition

await def report_task_progress(
    self,
    *,
    taskId: str,
    fields: Sequence[FieldTypeDef] = ...,  # (1)
) -> ReportTaskProgressOutputTypeDef:  # (2)
    ...

1. See FieldTypeDef
2. See ReportTaskProgressOutputTypeDef

# report_task_progress method usage example with argument unpacking

kwargs: ReportTaskProgressInputRequestTypeDef = {  # (1)
    "taskId": ...,
}

parent.report_task_progress(**kwargs)

1. See ReportTaskProgressInputRequestTypeDef

report_task_runner_heartbeat

Task runners call ReportTaskRunnerHeartbeat every 15 minutes to indicate that they are operational.

Type annotations and code completion for session.create_client("datapipeline").report_task_runner_heartbeat method. boto3 documentation

# report_task_runner_heartbeat method definition

await def report_task_runner_heartbeat(
    self,
    *,
    taskrunnerId: str,
    workerGroup: str = ...,
    hostname: str = ...,
) -> ReportTaskRunnerHeartbeatOutputTypeDef:  # (1)
    ...

1. See ReportTaskRunnerHeartbeatOutputTypeDef

# report_task_runner_heartbeat method usage example with argument unpacking

kwargs: ReportTaskRunnerHeartbeatInputRequestTypeDef = {  # (1)
    "taskrunnerId": ...,
}

parent.report_task_runner_heartbeat(**kwargs)

1. See ReportTaskRunnerHeartbeatInputRequestTypeDef

set_status

Requests that the status of the specified physical or logical pipeline objects be updated in the specified pipeline.

Type annotations and code completion for session.create_client("datapipeline").set_status method. boto3 documentation

# set_status method definition

await def set_status(
    self,
    *,
    pipelineId: str,
    objectIds: Sequence[str],
    status: str,
) -> EmptyResponseMetadataTypeDef:  # (1)
    ...

1. See EmptyResponseMetadataTypeDef

# set_status method usage example with argument unpacking

kwargs: SetStatusInputRequestTypeDef = {  # (1)
    "pipelineId": ...,
    "objectIds": ...,
    "status": ...,
}

parent.set_status(**kwargs)

1. See SetStatusInputRequestTypeDef

set_task_status

Task runners call SetTaskStatus to notify AWS Data Pipeline that a task is completed and provide information about the final status.

Type annotations and code completion for session.create_client("datapipeline").set_task_status method. boto3 documentation

# set_task_status method definition

await def set_task_status(
    self,
    *,
    taskId: str,
    taskStatus: TaskStatusType,  # (1)
    errorId: str = ...,
    errorMessage: str = ...,
    errorStackTrace: str = ...,
) -> Dict[str, Any]:
    ...

1. See TaskStatusType

# set_task_status method usage example with argument unpacking

kwargs: SetTaskStatusInputRequestTypeDef = {  # (1)
    "taskId": ...,
    "taskStatus": ...,
}

parent.set_task_status(**kwargs)

1. See SetTaskStatusInputRequestTypeDef

validate_pipeline_definition

Validates the specified pipeline definition to ensure that it is well formed and can be run without error.

Type annotations and code completion for session.create_client("datapipeline").validate_pipeline_definition method. boto3 documentation

# validate_pipeline_definition method definition

await def validate_pipeline_definition(
    self,
    *,
    pipelineId: str,
    pipelineObjects: Sequence[PipelineObjectTypeDef],  # (1)
    parameterObjects: Sequence[ParameterObjectTypeDef] = ...,  # (2)
    parameterValues: Sequence[ParameterValueTypeDef] = ...,  # (3)
) -> ValidatePipelineDefinitionOutputTypeDef:  # (4)
    ...

1. See PipelineObjectTypeDef
2. See ParameterObjectTypeDef
3. See ParameterValueTypeDef
4. See ValidatePipelineDefinitionOutputTypeDef

# validate_pipeline_definition method usage example with argument unpacking

kwargs: ValidatePipelineDefinitionInputRequestTypeDef = {  # (1)
    "pipelineId": ...,
    "pipelineObjects": ...,
}

parent.validate_pipeline_definition(**kwargs)

1. See ValidatePipelineDefinitionInputRequestTypeDef

__aenter__

Type annotations and code completion for session.create_client("datapipeline").__aenter__ method. boto3 documentation

# __aenter__ method definition

await def __aenter__(
    self,
) -> DataPipelineClient:
    ...

__aexit__

Type annotations and code completion for session.create_client("datapipeline").__aexit__ method. boto3 documentation

# __aexit__ method definition

await def __aexit__(
    self,
    exc_type: Any,
    exc_val: Any,
    exc_tb: Any,
) -> Any:
    ...

get_paginator

Type annotations and code completion for session.create_client("datapipeline").get_paginator method with overloads.

• client.get_paginator("describe_objects") -> DescribeObjectsPaginator
• client.get_paginator("list_pipelines") -> ListPipelinesPaginator
• client.get_paginator("query_objects") -> QueryObjectsPaginator