support mounting file paths in docker

Author: anandhu-eng

automation/script/docker_utils.py

@@ -78,10 +78,16 @@ def process_mounts(mounts, env, docker_settings, f_run_cmd):
 
         # Update container environment string and mappings
         if host_env_key:
-            container_env_string += f" --env.{host_env_key}={container_env_key} "
+            # We are modifying the input mapping variables wrt to the new container env variable. Is explicit passing of env variable necessary?
+            # container_env_string += f" --env.{host_env_key}={container_env_key} "
             for key, value in docker_input_mapping.items():
                 if value == host_env_key:
-                    f_run_cmd[key] = container_env_key
+                    # If we want to pass/mount a filepath, now its mounting its parent folder
+                    # and in the input, along with the parent folder, filename is also passed to access
+                    if os.path.basename(env[host_env_key]) != "":
+                        f_run_cmd[key] = os.path.join(container_env_key, os.path.basename(env[host_env_key]))
+                    else:
+                        f_run_cmd[key] = container_env_key
 
     # Remove invalid mounts and construct mount string
     mounts = [item for item in mounts if item is not None]
@@ -392,7 +398,7 @@ def get_docker_default(key):
 
 def get_host_path(value):
     # convert relative path to absolute path
-    value = convert_to_abs_path(value)
+    value = os.path.dirname(convert_to_abs_path(value))
 
     path_split = value.split(os.sep)
 
@@ -419,7 +425,8 @@ def get_container_path_script(i):
 
 def get_container_path(value, username="mlcuser"):
     # convert relative path to absolute path
-    value = convert_to_abs_path(value)
+    # if we are trying to mount a file, mount the parent folder.
+    value = os.path.dirname(convert_to_abs_path(value))
 
     path_split = value.split(os.sep)
 

script/run-mlperf-inference-submission-checker/meta.yaml

@@ -40,6 +40,34 @@ deps:
     MLC_TMP_MLPERF_INFERENCE_PREPROCESS_SUBMISSION:
     - 'on'
   tags: preprocess,mlperf,inference,submission
+docker:
+  mlc_repo: mlcommons@mlperf-automations
+  mlc_repo_branch: dev
+  extra_run_args: ' --cap-add SYS_ADMIN'
+  os: ubuntu
+  os_version: '22.04'
+  pre_run_cmds:
+    - mlc pull repo
+  real_run: false
+  use_host_group_id: true
+  use_host_user_id: true
+  deps:
+    - names:
+      - get-mlperf-submission-dir
+      skip_if_env:
+        MLC_MLPERF_INFERENCE_SUBMISSION_DIR:
+        - 'on'
+      tags: get,mlperf,submission,dir
+    - enable_if_env:
+        MLC_TMP_MLPERF_INFERENCE_PREPROCESS_SUBMISSION:
+        - 'on'
+      tags: preprocess,mlperf,inference,submission
+  input_mapping:
+    submission_dir: MLC_MLPERF_INFERENCE_SUBMISSION_DIR
+    submission_tar_file: MLPERF_INFERENCE_SUBMISSION_TAR_FILE
+  mounts:
+  - ${{ MLC_MLPERF_INFERENCE_SUBMISSION_DIR }}:${{ MLC_MLPERF_INFERENCE_SUBMISSION_DIR }}
+  - ${{ MLPERF_INFERENCE_SUBMISSION_TAR_FILE }}:${{ MLPERF_INFERENCE_SUBMISSION_TAR_FILE }}
 input_mapping:
   extra_args: MLC_MLPERF_SUBMISSION_CHECKER_EXTRA_ARGS
   extra_checker_args: MLC_MLPERF_SUBMISSION_CHECKER_EXTRA_ARGS
@@ -60,6 +88,7 @@ input_mapping:
   submission_dir: MLC_MLPERF_INFERENCE_SUBMISSION_DIR
   submitter: MLC_MLPERF_SUBMITTER
   submitter_id: MLC_MLPERF_SUBMITTER_ID
+  submission_tar_file: MLPERF_INFERENCE_SUBMISSION_TAR_FILE
   tar: MLC_TAR_SUBMISSION_DIR
 post_deps:
 - enable_if_env: