Code simplification to build rez requirements

Author: fabiencastan

meshroom/core/plugins.py

@@ -152,7 +152,7 @@ class RezProcessEnv(ProcessEnv):
     """
     """
 
-    REZ_DELIMITER_PATTERN = re.compile(r"(-|==|>=|>|<=|<)")
+    REZ_DELIMITER_PATTERN = re.compile(r"-|==|>=|>|<=|<")
 
     def __init__(self, folder: str, configEnv: dict[str: str], uri: str = ""):
         if not uri:
@@ -167,35 +167,39 @@ def resolveRezSubrequires(self) -> list[str]:
         environment (if this package is defined).
         """
         subrequires = os.environ.get(f"{self.uri.upper()}_SUBREQUIRES", "").split(os.pathsep)
-        packages = []
+        if not subrequires:
+            return []
 
+        packages = []
         # Packages that are resolved in the current environment
         currentEnvPackages = []
         resolvedVersions = {}
-        if "REZ_REQUEST" in os.environ:
-            resolvedPackages = os.getenv("REZ_RESOLVE", "").split()
+        if "REZ_USED_RESOLVE" in os.environ:
+            resolvedPackages = os.getenv("REZ_USED_RESOLVE", "").split()
             for package in resolvedPackages:
                 if package.startswith("~"):
                     continue
                 currentEnvPackages.append(package)
-                version = package.split("-")
-                if len(version) == 2:
-                    resolvedVersions[version[0]] = version[1]
-                elif len(version) > 2:  # Handle case with multiple hyphen-minus
-                    resolvedVersions[version[0]] = "-".join(version[1:])
+                name, version = self.REZ_DELIMITER_PATTERN.split(package, maxsplit=1)
+                resolvedVersions[name] = version
         logging.debug("Packages in the current environment: " + ", ".join(currentEnvPackages))
 
         # Take packages with the set versions for those which have one, and try to take packages in the current
         # environment (if they are resolved in it)
         for package in subrequires:
-            if self.REZ_DELIMITER_PATTERN.findall(package):  # The subrequires ask for a specific version
-                packages.append(package)
-            else:
-                packageName = self.REZ_DELIMITER_PATTERN.split(package)[0]
-                resolvedVersion = resolvedVersions.get(packageName)
-                if (resolvedVersion!=None) and (resolvedVersion!=""):
-                    packages.append(packageName + "==" + resolvedVersion)
-                else:
+            packageTuple = self.REZ_DELIMITER_PATTERN.split(package, maxsplit=1)
+            match len(packageTuple):
+                case 1:
+                    # Only the package name in the subrequires.
+                    # Search for a corresponding version in the parent environment.
+                    packageName = packageTuple[0]
+                    parentResolvedVersion = resolvedVersions.get(packageName)
+                    if parentResolvedVersion:
+                        packages.append(f"{packageName}=={parentResolvedVersion}")
+                    else:
+                        packages.append(package)
+                case 2:
+                    # The subrequires ask for a specific version
                     packages.append(package)
 
         logging.debug("Packages for the execution environment: " + ", ".join(packages))

meshroom/submitters/simpleFarmSubmitter.py

@@ -22,38 +22,35 @@ class SimpleFarmSubmitter(BaseSubmitter):
     environment = {}
     ENGINE = ''
     DEFAULT_TAGS = {'prod': ''}
-    REZ_DELIMITER_PATTERN = re.compile(r"(-|==|>=|>|<=|<)")
+    REZ_DELIMITER_PATTERN = re.compile(r"-|==|>=|>|<=|<")
 
     def __init__(self, parent=None):
         super().__init__(name='SimpleFarm', parent=parent)
         self.engine = os.environ.get('MESHROOM_SIMPLEFARM_ENGINE', 'tractor')
         self.share = os.environ.get('MESHROOM_SIMPLEFARM_SHARE', 'vfx')
         self.prod = os.environ.get('PROD', 'mvg')
-        if 'REZ_REQUEST' in os.environ:
-            packages = os.environ.get('REZ_USED_REQUEST', '').split()
+        if 'REZ_USED_REQUEST' in os.environ:
+            requestPackages = os.environ.get('REZ_USED_REQUEST', '').split()
             resolvedPackages = os.environ.get('REZ_RESOLVE', '').split()
             resolvedVersions = {}
             for r in resolvedPackages:
                 # remove implicit packages
                 if r.startswith('~'):
                     continue
                 # logging.info('REZ: {}'.format(str(r)))
-                v = r.split('-')
+                name, version = r.split('-', maxsplit=1)
                 # logging.info('    v: {}'.format(str(v)))
-                if len(v) == 2:
-                    resolvedVersions[v[0]] = v[1]
-                elif len(v) > 2:  # Handle case with multiple hyphen-minus
-                    resolvedVersions[v[0]] = "-".join(v[1:])
-            usedPackages = set()  # Use set to remove duplicates
-            for p in packages:
-                if p.startswith('~') or p.startswith("!"):
+                resolvedVersions[name] = version
+            requestPackageNames = set()  # Use set to remove duplicates
+            for p in requestPackages:
+                if p.startswith('~'):
                     continue
-                v = self.REZ_DELIMITER_PATTERN.split(p)
-                usedPackages.add(v[0])
-            for p in usedPackages:
-                # Use "==" to make sure we have the same version in the job that the one we have in the env
-                # where meshroom is launched
-                self.reqPackages.append("==".join([p, resolvedVersions[p]]))
+                v = self.REZ_DELIMITER_PATTERN.split(p, maxsplit=1)
+                requestPackageNames.add(v[0])
+            for p in requestPackageNames:
+                # Use "==" to guarantee that the job uses the exact same version
+                # as the environment where Meshroom was launched.
+                self.reqPackages.append(f"{p}=={resolvedVersions[p]}")
             logging.debug(f'REZ Packages: {str(self.reqPackages)}')
         elif 'REZ_MESHROOM_VERSION' in os.environ:
             self.reqPackages = [f"meshroom-{os.environ.get('REZ_MESHROOM_VERSION', '')}"]