Fix Matlab

Author: gustaphe

sumatra/core.py

@@ -51,7 +51,7 @@ def get_encoding():
     return encoding
 
 
-def run(args, cwd=None, shell=False, kill_tree=True, timeout=-1, env=None):
+def run(args, cwd=None, shell=False, kill_tree=True, timeout=None, env=None):
     """
     Run a command with a timeout.
     """
@@ -65,9 +65,8 @@ def run(args, cwd=None, shell=False, kill_tree=True, timeout=-1, env=None):
 
 
 def _get_process_children(pid):
-    p = subprocess.Popen('ps --no-headers -o pid --ppid %d' % pid, shell=True,
-                         stdout=subprocess.PIPE, stderr=subprocess.PIPE)
-    stdout, stderr = p.communicate()
+    completed_command = subprocess.run(['ps','--no-headers', '-o', 'pid', '--ppid', pid], shell=False, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
+    stdout = completed_command.stdout
     return [int(child_pid) for child_pid in stdout.split()]
 
 

sumatra/dependency_finder/matlab.py

@@ -21,18 +21,6 @@ def __init__(self, module_name, path, version='unknown', diff='', source=None):
         super(Dependency, self).__init__(module_name, path, version, diff, source)
 
 
-def save_dependencies(cmd, filename):
-    ''' save all dependencies to the file in the current folder '''
-    file_dep = "depfun %s -toponly -quiet -print depfun.data;" %filename # save dependencies to a file
-    mat_args = cmd.split('-r ')[-1]
-    cmd = "%s; %s quit" %(mat_args, file_dep)
-    p = subprocess.Popen(['matlab','-nodesktop', '-nosplash', '-nojvm', ' -nodisplay', '-wait', '-r', cmd], stdout=subprocess.PIPE, stderr=subprocess.PIPE, shell=True)    
-    result = p.wait()
-    output = p.stdout.read() 
-    # import pdb; pdb.set_trace() 
-    return result, output
-
-
 def find_dependencies(filename, executable):
     #ifile = os.path.join(os.getcwd(), 'depfun.data')
     with open('depfun.data', 'r') as file_data:

sumatra/launch.py

@@ -76,9 +76,8 @@ def pre_run(self, executable):
         """Run tasks before the simulation/analysis proper."""  # e.g. nrnivmodl
         # this implementation is a temporary hack. "pre_run" should probably be an Executable instance, not a string
         if hasattr(executable, "pre_run"):
-            p = subprocess.Popen(executable.pre_run, shell=True, stdout=None,
-                                 stderr=None, close_fds=True, cwd=self.working_directory)
-            result = p.wait()
+            completed_command = subprocess.run(executable.pre_run, shell=True, stdout=None, stderr=None, close_fds=True, cwd=self.working_directory)
+            result = completed_command.returncode
 
     def check_files(self, executable, main_file):
         """Check that all files exist and are accessible."""
@@ -95,16 +94,16 @@ def run(self, executable, main_file, arguments, append_label=None, capture_stder
         command line. Return resultcode.
         """
         self.check_files(executable, main_file)
-        cmd = self.generate_command(executable, main_file, arguments)
+        cmd = executable.generate_command(main_file, arguments)
         if append_label:
-            cmd += " " + append_label
-        if 'matlab' in executable.name.lower():
+            cmd = [*cmd, append_label]
+        if isinstance(executable, MatlabExecutable):
             ''' we will be executing Matlab and at the same time saving the
             dependencies in order to avoid opening of Matlab shell two times '''
-            result, output = save_dependencies(cmd, main_file)
-        else:
-            result, output = tee.system2(cmd, cwd=self.working_directory, stdout=True, capture_stderr=capture_stderr)  # cwd only relevant for local launch, not for MPI, for example
-        self.stdout_stderr = "".join(output)
+            cmd[-1] = cmd[-1] + ';deps = matlab.codetools.requiredFilesAndProducts(\'%s\', \'toponly\');writelines(deps, \'depfun.data\');' % main_file
+
+        result, output = tee.system2(cmd, cwd=self.working_directory, stdout=True, capture_stderr=capture_stderr)  # cwd only relevant for local launch, not for MPI, for example
+        self.stdout_stderr = output
         return result
 
     def __key(self):

sumatra/programs.py

@@ -100,6 +100,9 @@ def _find_executable(self, executable_name):
                 print('Multiple versions found, using %s. If you wish to use a different version, please specify it explicitly' % executable)
         return executable
 
+    def generate_command(self, main_file, arguments):
+        return [self.path, main_file, arguments]
+
     def _get_version(self):
         returncode, output, err = run([self.path, "--version"],
                                       shell=False, timeout=5)
@@ -173,6 +176,8 @@ def _get_version(self):
             command_line_output=output + err,
             pattern=version_pattern_matlab
         )
+    def generate_command(self, main_file, arguments):
+        return [self.path, '-batch', main_file.replace('.m','')]
 
 
 @component

sumatra/tee.py

@@ -137,35 +137,11 @@ def nop(msg):
         # reason: if I have 'quote_command' Sumatra does not work in Windows (it encloses the command in quotes. I did not understand why should we quote)
         # I have never catched "The input line is too long" (yet?)
         # cmd = quote_command(cmd)
-        p = subprocess.Popen(cmd, cwd=cwd, shell=True, stdout=subprocess.PIPE, stderr=stderr, close_fds=(platform.system() == 'Linux'))
         if(log_command):
                 mylogger("Running: %s" % cmd)
-        try:
-            while True:
-                    try:
-                            line = p.stdout.readline()
-                            line = line.decode(encoding)
-                    except Exception as e:
-                            logging.error(e)
-                            logging.error("The output of the command could not be decoded as %s\ncmd: %s\n line ignored: %s" %\
-                                    (encoding, cmd, repr(line)))
-                            pass
-
-                    output.append(line)
-                    if not line:
-                            break
-                    #line = line.rstrip('\n\r')
-                    mylogger(line.rstrip('\n\r')) # they are added by logging anyway
-                    #import pdb; pdb.set_trace()
-                    if(stdout):
-                            print(line, end="")
-                            sys.stdout.flush()
-            returncode = p.wait()
-        except KeyboardInterrupt:
-            # Popen.returncode:
-            #   "A negative value -N indicates that the child was terminated by signal N (Unix only)."
-            # see https://docs.python.org/2/library/subprocess.html#subprocess.Popen.returncode
-            returncode = -signal.SIGINT
+        completed_command = subprocess.run(cmd, cwd=cwd, shell=False, stdout=subprocess.PIPE, stderr=stderr, close_fds=(platform.system() == 'Linux'));
+        returncode = completed_command.returncode
+        output = completed_command.stdout
         if(log_command):
                 if(timing):
                         def secondsToStr(t):
@@ -176,7 +152,7 @@ def secondsToStr(t):
                         mylogger("Returned: %d\n" % (returncode))
 
         if not returncode == 0: # running a tool that returns non-zero? this deserves a warning
-                logging.warning("Returned: %d from: %s\nOutput %s" % (returncode, cmd, ''.join(output)))
+                logging.warning("Returned: %d from: %s\nOutput %s" % (returncode, cmd, output))
 
         return(returncode, output)