[DCV-3760] Track all profiles.yml paths and re-resolve profiles_dir dynamically

Author: jesusmgg

src/dbt_core_interface/project.py

@@ -375,9 +375,9 @@ def args(self, value: DbtConfiguration | dict[str, t.Any]) -> None:  # pyright:
         """Set the args for the DbtProject instance and update runtime config."""
         if isinstance(value, dict):
             value = dc_replace(self._args, **value)
+        self._args = value
         set_from_args(value, None)  # pyright: ignore[reportArgumentType]
         self.parse_project(write_manifest=True, reparse_configuration=True)
-        self._args = value
 
     def set_args(self, **kwargs: t.Any) -> None:
         """Set the args for the DbtProject instance."""
@@ -519,10 +519,19 @@ def parse_project(
     ) -> None:
         """Parse the dbt project and load manifest."""
         if reparse_configuration:
-            self._args = dc_replace(
-                self._args,
-                profiles_dir=_get_profiles_dir(self.project_root),
-            )
+            current = Path(self._args.profiles_dir).resolve()
+            standard_dirs = {
+                self.project_root.resolve(),
+                (Path.home() / ".dbt").resolve(),
+            }
+            env_dir = os.environ.get("DBT_PROFILES_DIR")
+            if env_dir:
+                standard_dirs.add(Path(env_dir).expanduser().resolve())
+            if current in standard_dirs:
+                self._args = dc_replace(
+                    self._args,
+                    profiles_dir=_get_profiles_dir(self.project_root),
+                )
             self.runtime_config = RuntimeConfig.from_args(self._args)
             self.__manifest_loader = ManifestLoader(
                 self.runtime_config,

src/dbt_core_interface/server.py

@@ -38,6 +38,7 @@
     DbtConfiguration,
     DbtProject,
     ExecutionResult,
+    _get_profiles_dir,
 )
 from dbt_core_interface.watcher import DbtProjectWatcher
 
@@ -136,10 +137,26 @@ def _load_saved_state(runners: DbtProjectContainer) -> None:
             project_name = t.cast(str, entry.get("project"))
             if not project_name:
                 continue
+            project_dir = entry.get("project_dir")
+            saved_profiles_dir = entry.get("profiles_dir")
+            if saved_profiles_dir:
+                saved_path = Path(saved_profiles_dir).resolve()
+                standard_dirs: set[Path] = {(Path.home() / ".dbt").resolve()}
+                if project_dir:
+                    standard_dirs.add(Path(project_dir).resolve())
+                env_dir = os.environ.get("DBT_PROFILES_DIR")
+                if env_dir:
+                    standard_dirs.add(Path(env_dir).expanduser().resolve())
+                if saved_path in standard_dirs:
+                    profiles_dir = _get_profiles_dir(project_dir)
+                else:
+                    profiles_dir = saved_profiles_dir
+            else:
+                profiles_dir = _get_profiles_dir(project_dir)
             kwargs: dict[str, t.Any] = {
                 "target": entry.get("target"),
-                "profiles_dir": entry.get("profiles_dir"),
-                "project_dir": entry.get("project_dir"),
+                "project_dir": project_dir,
+                "profiles_dir": profiles_dir,
                 "threads": entry.get("threads", 1),
                 "vars": entry.get("vars", {}),
             }