Add variants to pytorch index calculation script (#7014)

Related to RFC: pytorch/pytorch#159714

Author: atalman

s3_management/manage.py

@@ -27,7 +27,7 @@
 BUCKET_META_CDN = S3.Bucket("pytorch-test")
 INDEX_BUCKETS = {BUCKET, BUCKET_META_CDN}
 
-ACCEPTED_FILE_EXTENSIONS = ("whl", "zip", "tar.gz")
+ACCEPTED_FILE_EXTENSIONS = ("whl", "zip", "tar.gz", "json")
 ACCEPTED_SUBDIR_PATTERNS = [
     r"cu[0-9]+",  # for cuda
     r"rocm[0-9]+\.[0-9]+",  # for rocm
@@ -40,6 +40,8 @@
     "whl/test",
     "libtorch",
     "libtorch/nightly",
+    "whl/test/variant",
+    "whl/variant",
 ]
 
 # NOTE: This refers to the name on the wheels themselves and not the name of
@@ -85,6 +87,8 @@
         "tzdata",
         "xxhash",
         "yarl",
+        "pep_xxx_wheel_variants",
+        "nvidia_variant_provider",
         # ---- triton additional packages ----
         "Arpeggio",
         "caliper_reader",