diff --git a/sys/build.rs b/sys/build.rs
index 5db8a88a..11a5f887 100644
--- a/sys/build.rs
+++ b/sys/build.rs
@@ -175,6 +175,8 @@ fn main() {
 
     if cfg!(feature = "cuda") {
         config.define("GGML_CUDA", "ON");
+        config.define("CMAKE_POSITION_INDEPENDENT_CODE", "ON");
+        config.define("CMAKE_CUDA_FLAGS", "-Xcompiler=-fPIC");
     }
 
     if cfg!(feature = "hipblas") {