diff --git a/config/lsp/default.nix b/config/lsp/default.nix
index a57bb28..442096e 100644
--- a/config/lsp/default.nix
+++ b/config/lsp/default.nix
@@ -5,18 +5,35 @@
     lsp = {
       enable = true;
       servers = {
+        # Common language servers
         bashls.enable = true;
         clangd.enable = true;
-        elixirls.enable = true;
-        gleam.enable = true;
-        gopls.enable = true;
-        kotlin_language_server.enable = true;
         nixd.enable = true;
+        ruff.enable = true;
+
+        # Packages is set to null to rely on the system wide installed packages
+        # this is done to avoid conflicts with the nixpkgs versions.
+        elixirls = {
+          enable = true;
+          package = null; # default pkgs.elixir-ls
+          cmd = [ "elixir-ls" ];
+        };
+        gleam = {
+          enable = true;
+          package = null; # default pkgs.gleam
+        };
+        gopls = {
+          enable = true;
+          package = null; # default pkgs.gopls
+        };
+        kotlin_language_server = {
+          enable = true;
+          package = null; # default pkgs.kotlin-language-server
+        };
         prolog_ls = {
           enable = true;
-          package = pkgs.swi-prolog;
+          package = null; # default pkgs.swi-prolog;
         };
-        ruff.enable = true;
       };
       keymaps.lspBuf = {
         "gd" = "definition";