diff --git a/setup.py b/setup.py
index 6f17d1c..bb49a5b 100644
--- a/setup.py
+++ b/setup.py
@@ -188,6 +188,15 @@ def append_nvcc_threads(nvcc_extra_args):
         if bare_metal_version >= Version("12.8"):
             cc_flag.append("-gencode")
             cc_flag.append("arch=compute_100,code=sm_100")
+            cc_flag.append("-gencode")
+            cc_flag.append("arch=compute_101,code=sm_101")
+            cc_flag.append("-gencode")
+            cc_flag.append("arch=compute_120,code=sm_120")
+        if bare_metal_version >= Version("12.9"):
+            cc_flag.append("-gencode")
+            cc_flag.append("arch=compute_103,code=sm_103")
+            cc_flag.append("-gencode")
+            cc_flag.append("arch=compute_121,code=sm_121")
 
     # HACK: The compiler flag -D_GLIBCXX_USE_CXX11_ABI is set to be the same as
     # torch._C._GLIBCXX_USE_CXX11_ABI