Skip to content

Commit

Permalink
Onboard PyTorch 2.2 Graviton Inference images to autopatch (#3846)
Browse files Browse the repository at this point in the history
* enable autopatch

* add to allowlist

* revert toml
  • Loading branch information
sallyseok authored Apr 19, 2024
1 parent d885f44 commit b3704a4
Show file tree
Hide file tree
Showing 5 changed files with 103 additions and 6 deletions.
14 changes: 10 additions & 4 deletions pytorch/inference/buildspec-graviton.yml
Original file line number Diff line number Diff line change
@@ -1,16 +1,20 @@
account_id: &ACCOUNT_ID <set-$ACCOUNT_ID-in-environment>
prod_account_id: &PROD_ACCOUNT_ID 763104351884
region: &REGION <set-$REGION-in-environment>
framework: &FRAMEWORK pytorch
version: &VERSION 2.2.1
short_version: &SHORT_VERSION "2.2"
arch_type: graviton
autopatch_build: "True"

repository_info:
inference_repository: &INFERENCE_REPOSITORY
image_type: &INFERENCE_IMAGE_TYPE inference
root: !join [ *FRAMEWORK, "/", *INFERENCE_IMAGE_TYPE ]
repository_name: &REPOSITORY_NAME !join [pr, "-", *FRAMEWORK, "-", *INFERENCE_IMAGE_TYPE, "-", graviton]
repository: &REPOSITORY !join [ *ACCOUNT_ID, .dkr.ecr., *REGION, .amazonaws.com/, *REPOSITORY_NAME ]
image_type: &INFERENCE_IMAGE_TYPE inference
root: !join [ *FRAMEWORK, "/", *INFERENCE_IMAGE_TYPE ]
repository_name: &REPOSITORY_NAME !join [pr, "-", *FRAMEWORK, "-", *INFERENCE_IMAGE_TYPE, "-", graviton]
repository: &REPOSITORY !join [ *ACCOUNT_ID, .dkr.ecr., *REGION, .amazonaws.com/, *REPOSITORY_NAME ]
release_repository_name: &RELEASE_REPOSITORY_NAME !join [ *FRAMEWORK, "-", *INFERENCE_IMAGE_TYPE, "-", graviton]
release_repository: &RELEASE_REPOSITORY !join [ *PROD_ACCOUNT_ID, .dkr.ecr., *REGION, .amazonaws.com/, *RELEASE_REPOSITORY_NAME ]

context:
inference_context: &INFERENCE_CONTEXT
Expand Down Expand Up @@ -38,6 +42,7 @@ images:
python_version: &DOCKER_PYTHON_VERSION py3
tag_python_version: &TAG_PYTHON_VERSION py310
tag: !join [ *VERSION, "-", *DEVICE_TYPE, "-", *TAG_PYTHON_VERSION, "-", *OS_VERSION , "-ec2"]
latest_release_tag: !join [ *VERSION, "-", *DEVICE_TYPE, "-", *TAG_PYTHON_VERSION, "-", *OS_VERSION, "-ec2" ]
docker_file: !join [ docker/, *SHORT_VERSION, /, *DOCKER_PYTHON_VERSION, /Dockerfile.graviton., *DEVICE_TYPE ]
target: ec2
context:
Expand All @@ -53,6 +58,7 @@ images:
python_version: &DOCKER_PYTHON_VERSION py3
tag_python_version: &TAG_PYTHON_VERSION py310
tag: !join [ *VERSION, "-", *DEVICE_TYPE, "-", *TAG_PYTHON_VERSION, "-", *OS_VERSION , "-sagemaker"]
latest_release_tag: !join [ *VERSION, "-", *DEVICE_TYPE, "-", *TAG_PYTHON_VERSION, "-", *OS_VERSION, "-sagemaker" ]
docker_file: !join [ docker/, *SHORT_VERSION, /, *DOCKER_PYTHON_VERSION, /Dockerfile.graviton., *DEVICE_TYPE ]
target: sagemaker
context:
Expand Down
Original file line number Diff line number Diff line change
@@ -0,0 +1,43 @@
{
"captum": {
"version_specifier": "==0.6.0",
"skip": "True"
},
"torchaudio": {
"version_specifier": "==2.2.1+cpu",
"skip": "True"
},
"torchdata": {
"version_specifier": "==0.7.1",
"skip": "True"
},
"torchtext": {
"version_specifier": "==0.17.1+cpu",
"skip": "True"
},
"torchvision": {
"version_specifier": "==0.17.1+cpu",
"skip": "True"
},
"awscli": {
"version_specifier": "<2"
},
"pyopenssl": {
"version_specifier": ">=24.0.0"
},
"cryptography": {
"version_specifier": ">=41.0.2"
},
"ipython": {
"version_specifier": ">=8.10.0,<9.0"
},
"urllib3": {
"version_specifier": ">=1.26.18,<2"
},
"torchserve": {
"version_specifier": "==0.10.0"
},
"torch-model-archiver": {
"version_specifier": "==0.10.0"
}
}
Original file line number Diff line number Diff line change
@@ -1,3 +1,4 @@
{
"65213":"From OpenSSL: Due to the low severity of this issue we are not issuing new releases of OpenSSL at this time. The fix will be included in the next releases when they become available."
"65213": "From OpenSSL: Due to the low severity of this issue we are not issuing new releases of OpenSSL at this time. The fix will be included in the next releases when they become available.",
"67599": "It has been reported that this is intended functionality and the user is responsible for using --extra-index-url securely"
}
Original file line number Diff line number Diff line change
@@ -0,0 +1,46 @@
{
"captum": {
"version_specifier": "==0.6.0",
"skip": "True"
},
"torchaudio": {
"version_specifier": "==2.2.1+cpu",
"skip": "True"
},
"torchdata": {
"version_specifier": "==0.7.1",
"skip": "True"
},
"torchtext": {
"version_specifier": "==0.17.1+cpu",
"skip": "True"
},
"torchvision": {
"version_specifier": "==0.17.1+cpu",
"skip": "True"
},
"awscli": {
"version_specifier": "<2"
},
"pyopenssl": {
"version_specifier": ">=24.0.0"
},
"cryptography": {
"version_specifier": ">=41.0.2"
},
"ipython": {
"version_specifier": ">=8.10.0,<9.0"
},
"urllib3": {
"version_specifier": ">=1.26.18,<2"
},
"torchserve": {
"version_specifier": "==0.10.0"
},
"torch-model-archiver": {
"version_specifier": "==0.10.0"
},
"sagemaker-pytorch-inference": {
"version_specifier": "==2.0.22"
}
}
Original file line number Diff line number Diff line change
@@ -1,3 +1,4 @@
{
"65213":"From OpenSSL: Due to the low severity of this issue we are not issuing new releases of OpenSSL at this time. The fix will be included in the next releases when they become available."
"65213": "From OpenSSL: Due to the low severity of this issue we are not issuing new releases of OpenSSL at this time. The fix will be included in the next releases when they become available.",
"67599": "It has been reported that this is intended functionality and the user is responsible for using --extra-index-url securely"
}

0 comments on commit b3704a4

Please sign in to comment.