Fix script to autogenerate module re-imports and __all__ attributes

.pre-commit-config.yaml

@@ -58,7 +58,7 @@ repos:
 
   - id: imports
     name: imports
-    entry: python utils/make_all.py
+    entry: python utils/autogenerate_all_imports.py
     language: python
     types: [python]
     require_serial: true

src/aiida/brokers/__init__.py

@@ -1,3 +1,10 @@
-from .broker import Broker
+# AUTO-GENERATED
+# fmt: off
+from .broker import *
+from .rabbitmq import *
 
-__all__ = ('Broker',)
+__all__ = (
+    'Broker',
+    'RabbitmqBroker',
+)
+# fmt: on

src/aiida/brokers/rabbitmq/__init__.py

@@ -1,3 +1,8 @@
-from .broker import RabbitmqBroker
+# AUTO-GENERATED
+# fmt: off
+from .broker import *
 
-__all__ = ('RabbitmqBroker',)
+__all__ = (
+    'RabbitmqBroker',
+)
+# fmt: on

src/aiida/brokers/rabbitmq/client.py

@@ -9,8 +9,6 @@
 if t.TYPE_CHECKING:
     import requests
 
-__all__ = ('ManagementApiConnectionError', 'RabbitmqManagementClient')
-
 
 class ManagementApiConnectionError(AiidaException):
     """Raised when no connection can be made to the management HTTP API."""

src/aiida/brokers/rabbitmq/defaults.py

@@ -8,8 +8,6 @@
 from aiida.common.extendeddicts import AttributeDict
 from aiida.common.log import AIIDA_LOGGER
 
-__all__ = ('BROKER_DEFAULTS',)
-
 LOGGER = AIIDA_LOGGER.getChild('brokers.rabbitmq.defaults')
 
 LAUNCH_QUEUE = 'process.queue'

src/aiida/brokers/rabbitmq/utils.py

@@ -2,8 +2,6 @@
 
 from . import defaults
 
-__all__ = ('get_launch_queue_name', 'get_message_exchange_name', 'get_rmq_url', 'get_task_exchange_name')
-
 
 def get_rmq_url(protocol=None, username=None, password=None, host=None, port=None, virtual_host=None, **kwargs):
     """Return the URL to connect to RabbitMQ.

src/aiida/cmdline/__init__.py

@@ -9,9 +9,7 @@
 """The command line interface of AiiDA."""
 
 # AUTO-GENERATED
-
 # fmt: off
-
 from .groups import *
 from .params import *
 from .utils import *
@@ -58,5 +56,4 @@
     'only_if_daemon_running',
     'with_dbenv',
 )
-
 # fmt: on

src/aiida/cmdline/groups/__init__.py

@@ -1,15 +1,12 @@
 """Module with custom implementations of :class:`click.Group`."""
 
 # AUTO-GENERATED
-
 # fmt: off
-
 from .dynamic import *
 from .verdi import *
 
 __all__ = (
     'DynamicEntryPointCommandGroup',
     'VerdiCommandGroup',
 )
-
 # fmt: on

src/aiida/cmdline/params/__init__.py

@@ -9,9 +9,7 @@
 """Commandline parameters."""
 
 # AUTO-GENERATED
-
 # fmt: off
-
 from .types import *
 
 __all__ = (
@@ -41,5 +39,4 @@
     'UserParamType',
     'WorkflowParamType',
 )
-
 # fmt: on

src/aiida/cmdline/params/arguments/__init__.py

@@ -8,9 +8,7 @@
 ###########################################################################
 
 # AUTO-GENERATED
-
 # fmt: off
-
 from .main import *
 from .overridable import *
 
@@ -40,5 +38,4 @@
     'WORKFLOWS',
     'OverridableArgument',
 )
-
 # fmt: on

src/aiida/cmdline/params/options/__init__.py

@@ -9,9 +9,7 @@
 """Module with pre-defined reusable commandline options that can be used as `click` decorators."""
 
 # AUTO-GENERATED
-
 # fmt: off
-
 from .callable import *
 from .config import *
 from .main import *
@@ -22,6 +20,7 @@
     'ALL',
     'ALL_STATES',
     'ALL_USERS',
+    'ALSO_UNGROUPED',
     'APPEND_TEXT',
     'ARCHIVE_FORMAT',
     'BROKER_HOST',
@@ -48,13 +47,18 @@
     'DB_PORT',
     'DB_USERNAME',
     'DEBUG',
+    'DELETE_MISSING',
     'DESCRIPTION',
     'DICT_FORMAT',
     'DICT_KEYS',
     'DRY_RUN',
+    'DUMP_UNSEALED',
+    'END_DATE',
     'EXIT_STATUS',
     'EXPORT_FORMAT',
     'FAILED',
+    'FILTER_BY_LAST_DUMP_TIME',
+    'FLAT',
     'FORCE',
     'FORMULA_MODE',
     'FREQUENCY',
@@ -63,17 +67,27 @@
     'GROUP_CLEAR',
     'HOSTNAME',
     'IDENTIFIER',
+    'INCLUDE_ATTRIBUTES',
+    'INCLUDE_EXTRAS',
+    'INCLUDE_INPUTS',
+    'INCLUDE_OUTPUTS',
     'INPUT_FORMAT',
     'INPUT_PLUGIN',
     'LABEL',
     'LIMIT',
+    'MOST_RECENT_NODE',
     'NODE',
     'NODES',
     'NON_INTERACTIVE',
     'OLDER_THAN',
+    'ONLY_TOP_LEVEL_CALCS',
+    'ONLY_TOP_LEVEL_WORKFLOWS',
     'ORDER_BY',
     'ORDER_DIRECTION',
+    'ORGANIZE_BY_GROUPS',
+    'OVERWRITE',
     'PAST_DAYS',
+    'PATH',
     'PAUSED',
     'PORT',
     'PREPEND_TEXT',
@@ -85,10 +99,13 @@
     'PROFILE_SET_DEFAULT',
     'PROJECT',
     'RAW',
+    'RELABEL_GROUPS',
     'REPOSITORY_PATH',
     'SCHEDULER',
     'SILENT',
     'SORT',
+    'START_DATE',
+    'SYMLINK_CALCS',
     'TIMEOUT',
     'TRAJECTORY_INDEX',
     'TRANSPORT',
@@ -101,7 +118,6 @@
     'USER_LAST_NAME',
     'VERBOSITY',
     'VISUALIZATION_FORMAT',
-    'WAIT',
     'WITH_ELEMENTS',
     'WITH_ELEMENTS_EXCLUSIVE',
     'CallableDefaultOption',
@@ -113,5 +129,4 @@
     'valid_calc_job_states',
     'valid_process_states',
 )
-
 # fmt: on

src/aiida/cmdline/params/types/__init__.py

@@ -9,9 +9,7 @@
 """Provides all parameter types."""
 
 # AUTO-GENERATED
-
 # fmt: off
-
 from .calculation import *
 from .choice import *
 from .code import *
@@ -57,5 +55,4 @@
     'UserParamType',
     'WorkflowParamType',
 )
-
 # fmt: on

src/aiida/cmdline/utils/__init__.py

@@ -7,12 +7,9 @@
 # For further information please visit http://www.aiida.net               #
 ###########################################################################
 """Commandline utility functions."""
-# AUTO-GENERATED
 
 # AUTO-GENERATED
-
 # fmt: off
-
 from .ascii_vis import *
 from .common import *
 from .decorators import *
@@ -33,5 +30,4 @@
     'only_if_daemon_running',
     'with_dbenv',
 )
-
 # fmt: on

src/aiida/common/__init__.py

@@ -13,9 +13,7 @@
 """
 
 # AUTO-GENERATED
-
 # fmt: off
-
 from .datastructures import *
 from .exceptions import *
 from .extendeddicts import *
@@ -73,6 +71,7 @@
     'ProgressReporterAbstract',
     'RemoteOperationError',
     'StashMode',
+    'StorageBackupError',
     'StorageMigrationError',
     'StoringNotAllowed',
     'TestsNotAllowedError',
@@ -88,5 +87,4 @@
     'set_progress_reporter',
     'validate_link_label',
 )
-
 # fmt: on

src/aiida/engine/__init__.py

@@ -9,9 +9,7 @@
 """Module with all the internals that make up the engine of `aiida-core`."""
 
 # AUTO-GENERATED
-
 # fmt: off
-
 from .daemon import *
 from .exceptions import *
 from .launch import *
@@ -74,5 +72,4 @@
     'while_',
     'workfunction',
 )
-
 # fmt: on

src/aiida/engine/daemon/__init__.py

@@ -9,14 +9,11 @@
 """Module with resources for the daemon."""
 
 # AUTO-GENERATED
-
 # fmt: off
-
 from .client import *
 
 __all__ = (
     'DaemonClient',
     'get_daemon_client',
 )
-
 # fmt: on

src/aiida/engine/daemon/execmanager.py

@@ -37,7 +37,7 @@
 from aiida.orm.utils.log import get_dblogger_extra
 from aiida.repository.common import FileType
 from aiida.schedulers.datastructures import JobState
-from aiida.transports import has_magic
+from aiida.transports.transport import has_magic
 
 if TYPE_CHECKING:
     from aiida.transports import Transport

src/aiida/engine/processes/__init__.py

@@ -9,9 +9,7 @@
 """Module for processes and related utilities."""
 
 # AUTO-GENERATED
-
 # fmt: off
-
 from .builder import *
 from .calcjobs import *
 from .exit_code import *
@@ -61,5 +59,4 @@
     'while_',
     'workfunction',
 )
-
 # fmt: on

src/aiida/engine/processes/calcjobs/__init__.py

@@ -9,9 +9,7 @@
 """Module for the `CalcJob` process and related utilities."""
 
 # AUTO-GENERATED
-
 # fmt: off
-
 from .calcjob import *
 from .importer import *
 from .manager import *
@@ -22,5 +20,4 @@
     'JobManager',
     'JobsList',
 )
-
 # fmt: on

src/aiida/engine/processes/workchains/__init__.py

@@ -9,9 +9,7 @@
 """Module for the `WorkChain` process and related utilities."""
 
 # AUTO-GENERATED
-
 # fmt: off
-
 from .awaitable import *
 from .context import *
 from .restart import *
@@ -34,5 +32,4 @@
     'return_',
     'while_',
 )
-
 # fmt: on

src/aiida/manage/__init__.py

@@ -19,18 +19,17 @@
 """
 
 # AUTO-GENERATED
-
 # fmt: off
-
 from .caching import *
 from .configuration import *
-from .external import *
 from .manager import *
 
 __all__ = (
     'CURRENT_CONFIG_VERSION',
     'MIGRATIONS',
     'OLDEST_COMPATIBLE_CONFIG_VERSION',
+    'AiiDAConfigDir',
+    'AiiDAConfigPathResolver',
     'Option',
     'Profile',
     'check_and_migrate_config',
@@ -46,5 +45,4 @@
     'parse_option',
     'upgrade_config',
 )
-
 # fmt: on