diff --git a/python/aitemplate/backend/cuda/target_def.py b/python/aitemplate/backend/cuda/target_def.py
index 1523c748f..04d51af9a 100644
--- a/python/aitemplate/backend/cuda/target_def.py
+++ b/python/aitemplate/backend/cuda/target_def.py
@@ -338,6 +338,8 @@ def __init__(self, arch="80", remote_cache_bytes=None, **kwargs):
                 FBCUDA.nvcc_option_json = json.load(nvcc_option_json)
         self.nvcc_options_json = FBCUDA.nvcc_option_json
         cuda_version = self.nvcc_option_json.get("cuda_version", None)
+        if cuda_version is None:
+            _LOGGER.warning("CUDA version is not specified in nvcc_option_json")
 
         self.remote_cache_bytes = remote_cache_bytes
         super().__init__(