Binary upload checksum (pytorch#144887)

clee2000 · mori360 · commit a2121b0bda87 · 2025-02-05T16:43:53.000-08:00
Equivalent to pytorch/test-infra#6172 but for pytorch Pull Request resolved: pytorch#144887 Approved by: https://github.com/atalman
diff --git a/.circleci/scripts/binary_upload.sh b/.circleci/scripts/binary_upload.sh
@@ -58,7 +58,9 @@ s3_upload() {
     for pkg in ${PKG_DIR}/*.${extension}; do
       (
         set -x
-        ${AWS_S3_CP} --no-progress --acl public-read "${pkg}" "${s3_upload_dir}"
+        shm_id=$(sha256sum "${pkg}" | awk '{print $1}')
+        ${AWS_S3_CP} --no-progress --acl public-read "${pkg}" "${s3_upload_dir}" \
+          --metadata "checksum-sha256=${shm_id}"
       )
     done
   )

Original file line number	Diff line number	Diff line change
`@@ -58,7 +58,9 @@ s3_upload() {`
`58`	`58`	`for pkg in ${PKG_DIR}/*.${extension}; do`
`59`	`59`	`(`
`60`	`60`	`set -x`
`61`		`- ${AWS_S3_CP} --no-progress --acl public-read "${pkg}" "${s3_upload_dir}"`
	`61`	`+ shm_id=$(sha256sum "${pkg}" \| awk '{print $1}')`
	`62`	`+ ${AWS_S3_CP} --no-progress --acl public-read "${pkg}" "${s3_upload_dir}" \`
	`63`	`+ --metadata "checksum-sha256=${shm_id}"`
`62`	`64`	`)`
`63`	`65`	`done`
`64`	`66`	`)`