[submitters] avoid multiple times the same requirement

Author: Alxiice

meshroom/submitters/simpleFarmSubmitter.py

@@ -70,10 +70,10 @@ def createTask(self, meshroomFile, node):
 
         tags['nbFrames'] = nbFrames
         tags['prod'] = self.prod
-        allRequirements = list()
-        allRequirements.extend(self.config['CPU'].get(node.nodeDesc.cpu.name, []))
-        allRequirements.extend(self.config['RAM'].get(node.nodeDesc.ram.name, []))
-        allRequirements.extend(self.config['GPU'].get(node.nodeDesc.gpu.name, []))
+        allRequirements = set()
+        allRequirements.update(self.config['CPU'].get(node.nodeDesc.cpu.name, []))
+        allRequirements.update(self.config['RAM'].get(node.nodeDesc.ram.name, []))
+        allRequirements.update(self.config['GPU'].get(node.nodeDesc.gpu.name, []))
 
         executable = 'meshroom_compute' if self.reqPackages else os.path.join(binDir, 'meshroom_compute')
         taskCommand = f"{executable} --node {node.name} \"{meshroomFile}\" {parallelArgs} --extern"

meshroom/submitters/tractorSubmitter.py

@@ -454,10 +454,10 @@ def createTask(self, meshroomFile, node):
                 optionalArgs["chunks"] = {'start': 0, 'end': nbBlocks - 1, 'step': 1}
         tags['nbFrames'] = node.size
         tags['prod'] = self.prod
-        allRequirements = list()
-        allRequirements.extend(self.config['CPU'].get(node.nodeDesc.cpu.name, []))
-        allRequirements.extend(self.config['RAM'].get(node.nodeDesc.ram.name, []))
-        allRequirements.extend(self.config['GPU'].get(node.nodeDesc.gpu.name, []))
+        allRequirements = set()
+        allRequirements.update(self.config['CPU'].get(node.nodeDesc.cpu.name, []))
+        allRequirements.update(self.config['RAM'].get(node.nodeDesc.ram.name, []))
+        allRequirements.update(self.config['GPU'].get(node.nodeDesc.gpu.name, []))
         exe = "meshroom_compute" if self.reqPackages else os.path.join(binDir, "meshroom_compute")
         taskCommand = f"{exe} --node {node.name} \"{meshroomFile}\" --extern"
         task = Task(