Disable dependency logging in local envs (#35404)

Author: damccorm

sdks/python/apache_beam/options/pipeline_options.py

@@ -615,6 +615,15 @@ class StandardOptions(PipelineOptions):
       'apache_beam.runners.test.TestDataflowRunner',
   )
 
+  LOCAL_RUNNERS = (
+      'BundleBasedDirectRunner',
+      'DirectRunner',
+      'SwitchingDirectRunner',
+      'FnApiRunner',
+      'PrismRunner',
+      'TestDirectRunner',
+  )
+
   KNOWN_RUNNER_NAMES = [path.split('.')[-1] for path in ALL_KNOWN_RUNNERS]
 
   @classmethod

sdks/python/apache_beam/runners/portability/sdk_container_builder.py

@@ -93,7 +93,8 @@ def _build(self):
 
   def _prepare_dependencies(self):
     with tempfile.TemporaryDirectory() as tmp:
-      artifacts = Stager.create_job_resources(self._options, tmp)
+      artifacts = Stager.create_job_resources(
+          self._options, tmp, log_submission_env_dependencies=False)
       resources = Stager.extract_staging_tuple_iter(artifacts)
       # make a copy of the staged artifacts into the temp source folder.
       file_names = []

sdks/python/apache_beam/transforms/environments.py

@@ -42,6 +42,7 @@
 from apache_beam import coders
 from apache_beam.options.pipeline_options import PortableOptions
 from apache_beam.options.pipeline_options import SetupOptions
+from apache_beam.options.pipeline_options import StandardOptions
 from apache_beam.portability import common_urns
 from apache_beam.portability import python_urns
 from apache_beam.portability.api import beam_runner_api_pb2
@@ -923,11 +924,16 @@ def python_sdk_dependencies(options, tmp_dir=None):
     tmp_dir = tempfile.mkdtemp()
   skip_prestaged_dependencies = options.view_as(
       SetupOptions).prebuild_sdk_container_engine is not None
+  runner = options.view_as(
+      StandardOptions).runner or StandardOptions.DEFAULT_RUNNER
+  log_submission_env_dependencies = runner.split(
+      '.')[-1] not in StandardOptions.LOCAL_RUNNERS
   return stager.Stager.create_job_resources(
       options,
       tmp_dir,
       pypi_requirements=[
           artifact[0] + artifact[1]
           for artifact in PyPIArtifactRegistry.get_artifacts()
       ],
-      skip_prestaged_dependencies=skip_prestaged_dependencies)
+      skip_prestaged_dependencies=skip_prestaged_dependencies,
+      log_submission_env_dependencies=log_submission_env_dependencies)