https://harmony.earthdata.nasa.gov/logs/0f9b3b4c-2ba3-4aab-8dae-74cf694d401a/238769588
"Process Process-21:\r\n",
"Traceback (most recent call last):\r\n",
" File "/usr/local/lib/python3.12/multiprocessing/process.py", line 314, in _bootstrap\r\n self.run()\r\n File "/usr/local/lib/python3.12/multiprocessing/process.py", line 108, in run\r\n self._target(*self._args, **self._kwargs)\r\n",
" File "/worker/podaac/merger/preprocess_worker.py", line 306, in _run_worker\r\n results.append({\r\n File "", line 2, in append\r\n File "/usr/local/lib/python3.12/multiprocessing/managers.py", line 827, in _callmethod\r\n conn.send((self._id, methodname, args, kwds))\r\n File "/usr/local/lib/python3.12/multiprocessing/connection.py", line 206, in send\r\n self._send_bytes(_ForkingPickler.dumps(obj))\r\n ^^^^^^^^^^^^^^^^^^^^^^^^^^\r\n File "/usr/local/lib/python3.12/multiprocessing/reduction.py", line 51, in dumps\r\n cls(buf, protocol).dump(obj)\r\n File "src/netCDF4/_netCDF4.pyx", line 6558, in netCDF4._netCDF4.VLType.reduce\r\nNotImplementedError: VLType is not picklable\r\n",
"Process Process-22:\r\n",
"Traceback (most recent call last):\r\n",
" File "/usr/local/lib/python3.12/multiprocessing/process.py", line 314, in _bootstrap\r\n self.run()\r\n",
" File "/usr/local/lib/python3.12/multiprocessing/process.py", line 108, in run\r\n self._target(*self._args, **self._kwargs)\r\n",
" File "/worker/podaac/merger/preprocess_worker.py", line 306, in _run_worker\r\n results.append({\r\n File "", line 2, in append\r\n",
" File "/usr/local/lib/python3.12/multiprocessing/managers.py", line 827, in _callmethod\r\n conn.send((self._id, methodname, args, kwds))\r\n",
" File "/usr/local/lib/python3.12/multiprocessing/connection.py", line 206, in send\r\n self._send_bytes(_ForkingPickler.dumps(obj))\r\n ^^^^^^^^^^^^^^^^^^^^^^^^^^\r\n File "/usr/local/lib/python3.12/multiprocessing/reduction.py", line 51, in dumps\r\n cls(buf, protocol).dump(obj)\r\n File "src/netCDF4/_netCDF4.pyx", line 6558, in netCDF4._netCDF4.VLType.reduce\r\nNotImplementedError: VLType is not picklable\r\n",
"Process Process-20:\r\n",
"Traceback (most recent call last):\r\n File "/usr/local/lib/python3.12/multiprocessing/process.py", line 314, in _bootstrap\r\n self.run()\r\n File "/usr/local/lib/python3.12/multiprocessing/process.py", line 108, in run\r\n self._target(*self._args, **self._kwargs)\r\n File "/worker/podaac/merger/preprocess_worker.py", line 306, in _run_worker\r\n results.append({\r\n File "", line 2, in append\r\n File "/usr/local/lib/python3.12/multiprocessing/managers.py", line 827, in _callmethod\r\n conn.send((self._id, methodname, args, kwds))\r\n File "/usr/local/lib/python3.12/multiprocessing/connection.py", line 206, in send\r\n self._send_bytes(_ForkingPickler.dumps(obj))\r\n ^^^^^^^^^^^^^^^^^^^^^^^^^^\r\n File "/usr/local/lib/python3.12/multiprocessing/reduction.py", line 51, in dumps\r\n cls(buf, protocol).dump(obj)\r\n File "src/netCDF4/_netCDF4.pyx", line 6558, in netCDF4._netCDF4.VLType.reduce\r\nNotImplementedError: VLType is not picklable\r\nProcess Process-19:\r\n",
"Traceback (most recent call last):\r\n",
" File "/usr/local/lib/python3.12/multiprocessing/process.py", line 314, in _bootstrap\r\n self.run()\r\n",
" File "/usr/local/lib/python3.12/multiprocessing/process.py", line 108, in run\r\n self._target(*self._args, **self._kwargs)\r\n",
" File "/worker/podaac/merger/preprocess_worker.py", line 306, in _run_worker\r\n results.append({\r\n",
" File "", line 2, in append\r\n",
" File "/usr/local/lib/python3.12/multiprocessing/managers.py", line 827, in _callmethod\r\n conn.send((self._id, methodname, args, kwds))\r\n File "/usr/local/lib/python3.12/multiprocessing/connection.py", line 206, in send\r\n self._send_bytes(_ForkingPickler.dumps(obj))\r\n ^^^^^^^^^^^^^^^^^^^^^^^^^^\r\n File "/usr/local/lib/python3.12/multiprocessing/reduction.py", line 51, in dumps\r\n cls(buf, protocol).dump(obj)\r\n File "src/netCDF4/_netCDF4.pyx", line 6558, in netCDF4._netCDF4.VLType.reduce\r\nNotImplementedError: VLType is not picklable\r\n",
"ERROR:root:Error in file '/worker/podaac/merger/preprocess_worker.py', line 215, in function '_run_multi_core': Preprocessing failed - exit code: 1\r\nTraceback (most recent call last):\r\n File "/worker/podaac/merger/harmony/service.py", line 135, in process_catalog\r\n merge_netcdf_files(input_files, output_path, granule_urls, logger=self.logger)\r\n File "/worker/podaac/merger/merge.py", line 75, in merge_netcdf_files\r\n preprocess = run_preprocess(input_files, process_count, granule_urls)\r\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\r\n File "/worker/podaac/merger/preprocess_worker.py", line 33, in run_preprocess\r\n return _run_multi_core(file_list, process_count, granule_urls)\r\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\r\n File "/worker/podaac/merger/preprocess_worker.py", line 215, in _run_multi_core\r\n raise RuntimeError(f'Preprocessing failed - exit code: {process.exitcode}')\r\nRuntimeError: Preprocessing failed - exit code: 1\r\n\r\nThe above exception was the direct cause of the following exception:\r\n\r\nTraceback (most recent call last):\r\n File "/home/dockeruser/.local/lib/python3.12/site-packages/harmony_service_lib/cli.py", line 193, in _invoke\r\n (out_message, stac_output) = adapter.invoke()\r\n ^^^^^^^^^^^^^^^^\r\n File "/worker/podaac/merger/harmony/service.py", line 74, in invoke\r\n return (self.message, self.process_catalog(self.catalog))\r\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\r\n File "/worker/podaac/merger/harmony/service.py", line 153, in process_catalog\r\n raise ConciseException(ex) from ex\r\npodaac.merger.harmony.service.ConciseException: Error in file '/worker/podaac/merger/preprocess_worker.py', line 215, in function '_run_multi_core': Preprocessing failed - exit code: 1\r\n",
"{"message": "timing./home/dockeruser/.local/bin/concise_harmony.end", "taskName": null, "user": "cheyenne.e.land", "requestId": "0f9b3b4c-2ba3-4aab-8dae-74cf694d401a", "durationMs": 1567, "timestamp": "2026-06-24T13:44:53.864072Z", "level": "INFO", "application": "/home/dockeruser/.local/bin/concise_harmony"}\r\nTraceback (most recent call last):\r\n File "/worker/podaac/merger/harmony/service.py", line 135, in process_catalog\r\n",
" merge_netcdf_files(input_files, output_path, granule_urls, logger=self.logger)\r\n File "/worker/podaac/merger/merge.py", line 75, in merge_netcdf_files\r\n",
" preprocess = run_preprocess(input_files, process_count, granule_urls)\r\n",
" ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\r\n File "/worker/podaac/merger/preprocess_worker.py", line 33, in run_preprocess\r\n",
" return _run_multi_core(file_list, process_count, granule_urls)\r\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\r\n File "/worker/podaac/merger/preprocess_worker.py", line 215, in _run_multi_core\r\n",
" raise RuntimeError(f'Preprocessing failed - exit code: {process.exitcode}')\r\nRuntimeError: Preprocessing failed - exit code: 1\r\n\r\nThe above exception was the direct cause of the following exception:\r\n\r\n",
"Traceback (most recent call last):\r\n File "/home/dockeruser/.local/bin/concise_harmony", line 7, in \r\n",
" sys.exit(main())\r\n ^^^^^^\r\n File "/worker/podaac/merger/harmony/cli.py", line 16, in main\r\n",
" harmony.run_cli(parser, args, ConciseService, cfg=config)\r\n File "/home/dockeruser/.local/lib/python3.12/site-packages/harmony_service_lib/cli.py", line 258, in run_cli\r\n",
" _invoke(adapter, args.harmony_metadata_dir)\r\n File "/home/dockeruser/.local/lib/python3.12/site-packages/harmony_service_lib/cli.py", line 193, in _invoke\r\n",
" (out_message, stac_output) = adapter.invoke()\r\n ^^^^^^^^^^^^^^^^\r\n File "/worker/podaac/merger/harmony/service.py", line 74, in invoke\r\n",
" return (self.message, self.process_catalog(self.catalog))\r\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\r\n",
" File "/worker/podaac/merger/harmony/service.py", line 153, in process_catalog\r\n",
" raise ConciseException(ex) from ex\r\n",
"podaac.merger.harmony.service.ConciseException: Error in file '/worker/podaac/merger/preprocess_worker.py', line 215, in function '_run_multi_core': Preprocessing failed - exit code: 1\r\n",
"2026-06-24T13:44:57.060Z Start of service execution (retryCount=1, workItemId=238769588)",
https://harmony.earthdata.nasa.gov/logs/0f9b3b4c-2ba3-4aab-8dae-74cf694d401a/238769588
"Process Process-21:\r\n",
"Traceback (most recent call last):\r\n",
" File "/usr/local/lib/python3.12/multiprocessing/process.py", line 314, in _bootstrap\r\n self.run()\r\n File "/usr/local/lib/python3.12/multiprocessing/process.py", line 108, in run\r\n self._target(*self._args, **self._kwargs)\r\n",
" File "/worker/podaac/merger/preprocess_worker.py", line 306, in _run_worker\r\n results.append({\r\n File "", line 2, in append\r\n File "/usr/local/lib/python3.12/multiprocessing/managers.py", line 827, in _callmethod\r\n conn.send((self._id, methodname, args, kwds))\r\n File "/usr/local/lib/python3.12/multiprocessing/connection.py", line 206, in send\r\n self._send_bytes(_ForkingPickler.dumps(obj))\r\n ^^^^^^^^^^^^^^^^^^^^^^^^^^\r\n File "/usr/local/lib/python3.12/multiprocessing/reduction.py", line 51, in dumps\r\n cls(buf, protocol).dump(obj)\r\n File "src/netCDF4/_netCDF4.pyx", line 6558, in netCDF4._netCDF4.VLType.reduce\r\nNotImplementedError: VLType is not picklable\r\n",
"Process Process-22:\r\n",
"Traceback (most recent call last):\r\n",
" File "/usr/local/lib/python3.12/multiprocessing/process.py", line 314, in _bootstrap\r\n self.run()\r\n",
" File "/usr/local/lib/python3.12/multiprocessing/process.py", line 108, in run\r\n self._target(*self._args, **self._kwargs)\r\n",
" File "/worker/podaac/merger/preprocess_worker.py", line 306, in _run_worker\r\n results.append({\r\n File "", line 2, in append\r\n",
" File "/usr/local/lib/python3.12/multiprocessing/managers.py", line 827, in _callmethod\r\n conn.send((self._id, methodname, args, kwds))\r\n",
" File "/usr/local/lib/python3.12/multiprocessing/connection.py", line 206, in send\r\n self._send_bytes(_ForkingPickler.dumps(obj))\r\n ^^^^^^^^^^^^^^^^^^^^^^^^^^\r\n File "/usr/local/lib/python3.12/multiprocessing/reduction.py", line 51, in dumps\r\n cls(buf, protocol).dump(obj)\r\n File "src/netCDF4/_netCDF4.pyx", line 6558, in netCDF4._netCDF4.VLType.reduce\r\nNotImplementedError: VLType is not picklable\r\n",
"Process Process-20:\r\n",
"Traceback (most recent call last):\r\n File "/usr/local/lib/python3.12/multiprocessing/process.py", line 314, in _bootstrap\r\n self.run()\r\n File "/usr/local/lib/python3.12/multiprocessing/process.py", line 108, in run\r\n self._target(*self._args, **self._kwargs)\r\n File "/worker/podaac/merger/preprocess_worker.py", line 306, in _run_worker\r\n results.append({\r\n File "", line 2, in append\r\n File "/usr/local/lib/python3.12/multiprocessing/managers.py", line 827, in _callmethod\r\n conn.send((self._id, methodname, args, kwds))\r\n File "/usr/local/lib/python3.12/multiprocessing/connection.py", line 206, in send\r\n self._send_bytes(_ForkingPickler.dumps(obj))\r\n ^^^^^^^^^^^^^^^^^^^^^^^^^^\r\n File "/usr/local/lib/python3.12/multiprocessing/reduction.py", line 51, in dumps\r\n cls(buf, protocol).dump(obj)\r\n File "src/netCDF4/_netCDF4.pyx", line 6558, in netCDF4._netCDF4.VLType.reduce\r\nNotImplementedError: VLType is not picklable\r\nProcess Process-19:\r\n",
"Traceback (most recent call last):\r\n",
" File "/usr/local/lib/python3.12/multiprocessing/process.py", line 314, in _bootstrap\r\n self.run()\r\n",
" File "/usr/local/lib/python3.12/multiprocessing/process.py", line 108, in run\r\n self._target(*self._args, **self._kwargs)\r\n",
" File "/worker/podaac/merger/preprocess_worker.py", line 306, in _run_worker\r\n results.append({\r\n",
" File "", line 2, in append\r\n",
" File "/usr/local/lib/python3.12/multiprocessing/managers.py", line 827, in _callmethod\r\n conn.send((self._id, methodname, args, kwds))\r\n File "/usr/local/lib/python3.12/multiprocessing/connection.py", line 206, in send\r\n self._send_bytes(_ForkingPickler.dumps(obj))\r\n ^^^^^^^^^^^^^^^^^^^^^^^^^^\r\n File "/usr/local/lib/python3.12/multiprocessing/reduction.py", line 51, in dumps\r\n cls(buf, protocol).dump(obj)\r\n File "src/netCDF4/_netCDF4.pyx", line 6558, in netCDF4._netCDF4.VLType.reduce\r\nNotImplementedError: VLType is not picklable\r\n",
"ERROR:root:Error in file '/worker/podaac/merger/preprocess_worker.py', line 215, in function '_run_multi_core': Preprocessing failed - exit code: 1\r\nTraceback (most recent call last):\r\n File "/worker/podaac/merger/harmony/service.py", line 135, in process_catalog\r\n merge_netcdf_files(input_files, output_path, granule_urls, logger=self.logger)\r\n File "/worker/podaac/merger/merge.py", line 75, in merge_netcdf_files\r\n preprocess = run_preprocess(input_files, process_count, granule_urls)\r\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\r\n File "/worker/podaac/merger/preprocess_worker.py", line 33, in run_preprocess\r\n return _run_multi_core(file_list, process_count, granule_urls)\r\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\r\n File "/worker/podaac/merger/preprocess_worker.py", line 215, in _run_multi_core\r\n raise RuntimeError(f'Preprocessing failed - exit code: {process.exitcode}')\r\nRuntimeError: Preprocessing failed - exit code: 1\r\n\r\nThe above exception was the direct cause of the following exception:\r\n\r\nTraceback (most recent call last):\r\n File "/home/dockeruser/.local/lib/python3.12/site-packages/harmony_service_lib/cli.py", line 193, in _invoke\r\n (out_message, stac_output) = adapter.invoke()\r\n ^^^^^^^^^^^^^^^^\r\n File "/worker/podaac/merger/harmony/service.py", line 74, in invoke\r\n return (self.message, self.process_catalog(self.catalog))\r\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\r\n File "/worker/podaac/merger/harmony/service.py", line 153, in process_catalog\r\n raise ConciseException(ex) from ex\r\npodaac.merger.harmony.service.ConciseException: Error in file '/worker/podaac/merger/preprocess_worker.py', line 215, in function '_run_multi_core': Preprocessing failed - exit code: 1\r\n",
"{"message": "timing./home/dockeruser/.local/bin/concise_harmony.end", "taskName": null, "user": "cheyenne.e.land", "requestId": "0f9b3b4c-2ba3-4aab-8dae-74cf694d401a", "durationMs": 1567, "timestamp": "2026-06-24T13:44:53.864072Z", "level": "INFO", "application": "/home/dockeruser/.local/bin/concise_harmony"}\r\nTraceback (most recent call last):\r\n File "/worker/podaac/merger/harmony/service.py", line 135, in process_catalog\r\n",
" merge_netcdf_files(input_files, output_path, granule_urls, logger=self.logger)\r\n File "/worker/podaac/merger/merge.py", line 75, in merge_netcdf_files\r\n",
" preprocess = run_preprocess(input_files, process_count, granule_urls)\r\n",
" ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\r\n File "/worker/podaac/merger/preprocess_worker.py", line 33, in run_preprocess\r\n",
" return _run_multi_core(file_list, process_count, granule_urls)\r\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\r\n File "/worker/podaac/merger/preprocess_worker.py", line 215, in _run_multi_core\r\n",
" raise RuntimeError(f'Preprocessing failed - exit code: {process.exitcode}')\r\nRuntimeError: Preprocessing failed - exit code: 1\r\n\r\nThe above exception was the direct cause of the following exception:\r\n\r\n",
"Traceback (most recent call last):\r\n File "/home/dockeruser/.local/bin/concise_harmony", line 7, in \r\n",
" sys.exit(main())\r\n ^^^^^^\r\n File "/worker/podaac/merger/harmony/cli.py", line 16, in main\r\n",
" harmony.run_cli(parser, args, ConciseService, cfg=config)\r\n File "/home/dockeruser/.local/lib/python3.12/site-packages/harmony_service_lib/cli.py", line 258, in run_cli\r\n",
" _invoke(adapter, args.harmony_metadata_dir)\r\n File "/home/dockeruser/.local/lib/python3.12/site-packages/harmony_service_lib/cli.py", line 193, in _invoke\r\n",
" (out_message, stac_output) = adapter.invoke()\r\n ^^^^^^^^^^^^^^^^\r\n File "/worker/podaac/merger/harmony/service.py", line 74, in invoke\r\n",
" return (self.message, self.process_catalog(self.catalog))\r\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\r\n",
" File "/worker/podaac/merger/harmony/service.py", line 153, in process_catalog\r\n",
" raise ConciseException(ex) from ex\r\n",
"podaac.merger.harmony.service.ConciseException: Error in file '/worker/podaac/merger/preprocess_worker.py', line 215, in function '_run_multi_core': Preprocessing failed - exit code: 1\r\n",
"2026-06-24T13:44:57.060Z Start of service execution (retryCount=1, workItemId=238769588)",