Skip to content

Commit

Permalink
Add system tests
Browse files Browse the repository at this point in the history
  • Loading branch information
tnk-ysk committed Jan 21, 2025
1 parent 36611d1 commit 3da1893
Show file tree
Hide file tree
Showing 2 changed files with 22 additions and 1 deletion.
Original file line number Diff line number Diff line change
Expand Up @@ -148,6 +148,14 @@
expected_statuses={GcpTransferOperationStatus.SUCCESS},
)

wait_for_transfer_defered = CloudDataTransferServiceJobStatusSensor(
task_id="wait_for_transfer_defered",
job_name="{{task_instance.xcom_pull('create_transfer')['name']}}",
project_id=PROJECT_ID_TRANSFER,
expected_statuses={GcpTransferOperationStatus.SUCCESS},
deferrable=True,
)

# [START howto_operator_gcp_transfer_run_job]
run_transfer = CloudDataTransferServiceRunJobOperator(
task_id="run_transfer",
Expand Down Expand Up @@ -187,7 +195,7 @@
[create_bucket_src, create_bucket_dst]
>> upload_file
>> create_transfer
>> wait_for_transfer
>> [wait_for_transfer, wait_for_transfer_defered]
>> update_transfer
>> run_transfer
>> list_operations
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -87,6 +87,18 @@
)
# [END howto_operator_transfer_gcs_to_gcs]

# [START howto_operator_transfer_gcs_to_gcs_defered]
transfer_gcs_to_gcs_defered = CloudDataTransferServiceGCSToGCSOperator(
task_id="transfer_gcs_to_gcs_defered",
source_bucket=BUCKET_NAME_SRC,
source_path=FILE_URI,
destination_bucket=BUCKET_NAME_DST,
destination_path=FILE_URI,
wait=True,
deferrable=True,
)
# [END howto_operator_transfer_gcs_to_gcs_defered]

delete_bucket_dst = GCSDeleteBucketOperator(
task_id="delete_bucket", bucket_name=BUCKET_NAME_DST, trigger_rule=TriggerRule.ALL_DONE
)
Expand All @@ -102,6 +114,7 @@
[create_bucket_dst, create_bucket_src >> upload_file]
# TEST BODY
>> transfer_gcs_to_gcs
>> transfer_gcs_to_gcs_defered
# TEST TEARDOWN
>> [delete_bucket_src, delete_bucket_dst]
)
Expand Down

0 comments on commit 3da1893

Please sign in to comment.