[gitlab_runner] Add gitlab_runner_job_queue_duration_seconds metric (DataDog#22621)

Add support for the `gitlab_runner_job_queue_duration_seconds` histogram
metric which tracks how long jobs wait in the queue before being picked
up by a runner.

Co-authored-by: Claude Opus 4.6 (1M context) <noreply@anthropic.com>

Author: mahipdeora25

gitlab_runner/assets/configuration/spec.yaml

@@ -20,9 +20,11 @@ files:
         - ci_runner_errors
         - ci_ssh_docker_machines_provider_machine_creation_duration_seconds
         - ci_ssh_docker_machines_provider_machine_states
+        - gitlab_runner_api_request_duration_seconds
         - gitlab_runner_autoscaling_machine_creation_duration_seconds
         - gitlab_runner_autoscaling_machine_states
         - gitlab_runner_errors_total
+        - gitlab_runner_job_queue_duration_seconds
         - gitlab_runner_jobs
         - gitlab_runner_version_info
         - go_gc_duration_seconds

gitlab_runner/changelog.d/22621.added

@@ -0,0 +1 @@
+Add default metrics list to automatically collect all standard GitLab Runner metrics. Add `gitlab_runner_job_queue_duration_seconds` and `gitlab_runner_api_request_duration_seconds` metrics.

gitlab_runner/datadog_checks/gitlab_runner/data/conf.yaml.example

@@ -12,9 +12,11 @@ init_config:
       - ci_runner_errors
       - ci_ssh_docker_machines_provider_machine_creation_duration_seconds
       - ci_ssh_docker_machines_provider_machine_states
+      - gitlab_runner_api_request_duration_seconds
       - gitlab_runner_autoscaling_machine_creation_duration_seconds
       - gitlab_runner_autoscaling_machine_states
       - gitlab_runner_errors_total
+      - gitlab_runner_job_queue_duration_seconds
       - gitlab_runner_jobs
       - gitlab_runner_version_info
       - go_gc_duration_seconds

gitlab_runner/datadog_checks/gitlab_runner/gitlab_runner.py

@@ -10,6 +10,8 @@
 from datadog_checks.base.checks.openmetrics import OpenMetricsBaseCheck
 from datadog_checks.base.errors import CheckException
 
+from .metrics import METRICS_LIST
+
 
 class GitlabRunnerCheck(OpenMetricsBaseCheck):
     """
@@ -66,8 +68,10 @@ def _create_gitlab_runner_prometheus_instance(self, instance, init_config):
         """
         Set up the gitlab_runner instance so it can be used in OpenMetricsBaseCheck
         """
-        # Mapping from Prometheus metrics names to Datadog ones
-        # For now it's a 1:1 mapping
+        # Hardcoded metrics that are always collected
+        metrics = list(METRICS_LIST)
+
+        # Add user-configured allowed_metrics
         allowed_metrics = init_config.get('allowed_metrics')
         if allowed_metrics is None:
             raise CheckException("At least one metric must be whitelisted in `allowed_metrics`.")
@@ -77,6 +81,9 @@ def _create_gitlab_runner_prometheus_instance(self, instance, init_config):
         if 'ci_runner_version_info' in allowed_metrics:
             allowed_metrics.remove('ci_runner_version_info')
 
+        metrics.extend(allowed_metrics)
+        metrics = list(set(metrics))
+
         gitlab_runner_instance = deepcopy(instance)
 
         # gitlab_runner uses 'prometheus_endpoint' and not 'prometheus_url', so we have to rename the key
@@ -85,7 +92,7 @@ def _create_gitlab_runner_prometheus_instance(self, instance, init_config):
         gitlab_runner_instance.update(
             {
                 'namespace': 'gitlab_runner',
-                'metrics': allowed_metrics,
+                'metrics': metrics,
                 # Defaults that were set when gitlab_runner was based on PrometheusCheck
                 'send_monotonic_counter': instance.get('send_monotonic_counter', False),
                 'health_service_check': instance.get('health_service_check', False),

gitlab_runner/datadog_checks/gitlab_runner/metrics.py

@@ -0,0 +1,50 @@
+# (C) Datadog, Inc. 2026-present
+# All rights reserved
+# Licensed under a 3-clause BSD style license (see LICENSE)
+
+METRICS_LIST = [
+    'ci_docker_machines_provider_machine_creation_duration_seconds',
+    'ci_docker_machines_provider_machine_states',
+    'ci_runner_builds',
+    'ci_runner_errors',
+    'ci_ssh_docker_machines_provider_machine_creation_duration_seconds',
+    'ci_ssh_docker_machines_provider_machine_states',
+    'gitlab_runner_api_request_duration_seconds',
+    'gitlab_runner_autoscaling_machine_creation_duration_seconds',
+    'gitlab_runner_autoscaling_machine_states',
+    'gitlab_runner_errors_total',
+    'gitlab_runner_job_queue_duration_seconds',
+    'gitlab_runner_jobs',
+    'gitlab_runner_version_info',
+    'go_gc_duration_seconds',
+    'go_goroutines',
+    'go_memstats_alloc_bytes',
+    'go_memstats_alloc_bytes_total',
+    'go_memstats_buck_hash_sys_bytes',
+    'go_memstats_frees_total',
+    'go_memstats_gc_sys_bytes',
+    'go_memstats_heap_alloc_bytes',
+    'go_memstats_heap_idle_bytes',
+    'go_memstats_heap_inuse_bytes',
+    'go_memstats_heap_objects',
+    'go_memstats_heap_released_bytes_total',
+    'go_memstats_heap_sys_bytes',
+    'go_memstats_last_gc_time_seconds',
+    'go_memstats_lookups_total',
+    'go_memstats_mallocs_total',
+    'go_memstats_mcache_inuse_bytes',
+    'go_memstats_mcache_sys_bytes',
+    'go_memstats_mspan_inuse_bytes',
+    'go_memstats_mspan_sys_bytes',
+    'go_memstats_next_gc_bytes',
+    'go_memstats_other_sys_bytes',
+    'go_memstats_stack_inuse_bytes',
+    'go_memstats_stack_sys_bytes',
+    'go_memstats_sys_bytes',
+    'process_cpu_seconds_total',
+    'process_max_fds',
+    'process_open_fds',
+    'process_resident_memory_bytes',
+    'process_start_time_seconds',
+    'process_virtual_memory_bytes',
+]