[ES|QL] Send failures to our monitoring cluster (elastic#269027)

## Summary

Right now we are not sending the errors to our monitoring cluster. This
will route the errors to monitoring.

We are using:

- apm for client side
- otel and logger for server side

Note: UI behavior preserved at every site
(fallbacks/toasts/return-undefined all retained). The only thing that
changed is that the errors now reach Cloud observability where you can
filter by `labels.app:esql` AND `labels.error_type:<X>`.

---------

Co-authored-by: kibanamachine <42973632+kibanamachine@users.noreply.github.com>

Author: stratoula

packages/kbn-optimizer/limits.yml

@@ -56,7 +56,7 @@ pageLoadAssetSize:
   embeddableAlertsTable: 6524
   enterpriseSearch: 37565
   entityStore: 9718
-  esql: 21193
+  esql: 25000
   esqlDataGrid: 10209
   esUiShared: 101220
   evals: 6375

src/platform/packages/private/kbn-esql-editor/index.ts

@@ -18,6 +18,9 @@ export { helpLabel } from './src/editor_menu/menu_i18n';
 export { registerESQLEditorAnalyticsEvents } from './src/telemetry/events_registration';
 export { ESQLEditorTelemetryService } from './src/telemetry/telemetry_service';
 
+export { reportEsqlError } from './src/report_error';
+export type { ReportEsqlErrorOptions } from './src/report_error';
+
 // React.lazy support
 // eslint-disable-next-line import/no-default-export
 export default ESQLEditor;

src/platform/packages/private/kbn-esql-editor/src/editor_menu/help_popover.tsx

@@ -34,6 +34,7 @@ import { LanguageDocumentationFlyout } from '@kbn/language-documentation';
 import { getCategorizationField } from '@kbn/aiops-utils';
 import { prettifyQueryTemplate } from '@kbn/esql-language/src/commands/registry/options/recommended_queries/utils';
 import { ESQLEditorTelemetryService } from '../telemetry/telemetry_service';
+import { reportEsqlError } from '../report_error';
 import type { ESQLEditorDeps } from '../types';
 import { useEsqlEditorActions } from '../editor_actions_context';
 import { helpLabel } from './menu_i18n';
@@ -157,7 +158,7 @@ export const HelpPopover: React.FC<{
           lastFetchedQueries.current = extensions.recommendedQueries;
         }
       } catch (error) {
-        // Do nothing if the extensions are not available
+        reportEsqlError(error, { errorType: 'HelpExtensionsFetch' });
       }
     };
 

src/platform/packages/private/kbn-esql-editor/src/editor_visor/index.tsx

@@ -29,6 +29,7 @@ import { NLInput } from './nl_input';
 import { visorStyles, visorWidthPercentage, dropdownWidthPercentage } from './visor.styles';
 import type { ESQLEditorDeps } from '../types';
 import { useNlToEsqlCheck } from '../hooks/use_nl_to_esql_check';
+import { reportEsqlError } from '../report_error';
 
 export { VisorMode } from './mode_selector';
 
@@ -125,6 +126,7 @@ export function QuickSearchVisor({
         setNlValue('');
       }
     } catch (error) {
+      reportEsqlError(error, { errorType: 'NlToEsql' });
       const message =
         (error as { body?: { message?: string } })?.body?.message ??
         i18n.translate('esqlEditor.visor.nlError', {

src/platform/packages/private/kbn-esql-editor/src/hooks/use_query_validation.ts

@@ -21,6 +21,7 @@ import {
 } from '../helpers';
 import { createTimedCallbacks } from '../telemetry/timed_callbacks';
 import { addQueriesToCache } from '../history_local_storage';
+import { reportEsqlError } from '../report_error';
 import type { DataErrorsControl } from '../types';
 
 interface ValidationLatencyTracking {
@@ -275,7 +276,9 @@ export const useQueryValidation = ({
         return;
       }
       queryValidation(subscription)
-        .catch(() => {})
+        .catch((error) => {
+          reportEsqlError(error, { errorType: 'ValidationDebounced' });
+        })
         .finally(() => {
           subscription.active = false;
         });

src/platform/packages/private/kbn-esql-editor/src/lookup_join/use_lookup_index_privileges.ts

@@ -12,6 +12,7 @@ import { useKibana } from '@kbn/kibana-react-plugin/public';
 import type { SecurityHasPrivilegesResponse } from '@elastic/elasticsearch/lib/api/types';
 import { memoize } from 'lodash';
 import { LOOKUP_INDEX_PRIVILEGES_ROUTE } from '@kbn/esql-types';
+import { reportEsqlError } from '../report_error';
 import type { ESQLEditorDeps } from '../types';
 
 type IndexPrivileges = SecurityHasPrivilegesResponse['index'];
@@ -54,8 +55,7 @@ export const useLookupIndexPrivileges = () => {
         try {
           return await http!.get<IndexPrivileges>(LOOKUP_INDEX_PRIVILEGES_ROUTE, options);
         } catch (error) {
-          // eslint-disable-next-line no-console
-          console.error('Error fetching user privileges:', error);
+          reportEsqlError(error, { errorType: 'LookupIndexPrivilegesFetch' });
           return {};
         }
       },

src/platform/packages/private/kbn-esql-editor/src/report_error.ts

@@ -0,0 +1,27 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the "Elastic License
+ * 2.0", the "GNU Affero General Public License v3.0 only", and the "Server Side
+ * Public License v 1"; you may not use this file except in compliance with, at
+ * your election, the "Elastic License 2.0", the "GNU Affero General Public
+ * License v3.0 only", or the "Server Side Public License, v 1".
+ */
+
+import { apm } from '@elastic/apm-rum';
+
+type LabelValue = string | number | boolean | null | undefined;
+
+export interface ReportEsqlErrorOptions {
+  errorType: string;
+  labels?: Record<string, LabelValue>;
+}
+
+export const reportEsqlError = (
+  error: unknown,
+  { errorType, labels }: ReportEsqlErrorOptions
+): void => {
+  const captured = error instanceof Error ? error : new Error(String(error));
+  apm.captureError(captured, {
+    labels: { app: 'esql', error_type: errorType, ...labels },
+  });
+};

src/platform/packages/private/kbn-esql-editor/src/telemetry/telemetry_service.test.ts

@@ -19,26 +19,26 @@ import {
   ESQL_RESOURCE_BROWSER_ITEM_TOGGLED,
   ESQL_RESOURCE_BROWSER_OPENED,
 } from './events_registration';
+import { reportEsqlError } from '../report_error';
+
+jest.mock('../report_error', () => ({
+  reportEsqlError: jest.fn(),
+}));
 
 describe('ESQLEditorTelemetryService', () => {
   let mockAnalytics: jest.Mocked<AnalyticsServiceStart>;
   let telemetryService: ESQLEditorTelemetryService;
-  let consoleLogSpy: jest.SpyInstance;
 
   beforeEach(() => {
     mockAnalytics = {
       reportEvent: jest.fn(),
     } as unknown as jest.Mocked<AnalyticsServiceStart>;
 
     telemetryService = new ESQLEditorTelemetryService(mockAnalytics);
-
-    // Mock console.log to avoid test output pollution
-    consoleLogSpy = jest.spyOn(console, 'log').mockImplementation();
   });
 
   afterEach(() => {
     jest.clearAllMocks();
-    consoleLogSpy.mockRestore();
   });
 
   describe('trackLookupJoinHoverActionShown', () => {
@@ -156,10 +156,9 @@ describe('ESQLEditorTelemetryService', () => {
         telemetryService.trackLookupJoinHoverActionShown(invalidEncodedMessage);
 
         expect(mockAnalytics.reportEvent).not.toHaveBeenCalled();
-        expect(consoleLogSpy).toHaveBeenCalledWith(
-          'Failed to parse hover message command data',
-          expect.any(Error)
-        );
+        expect(reportEsqlError).toHaveBeenCalledWith(expect.any(Error), {
+          errorType: 'HoverMessageParse',
+        });
       });
     });
   });

src/platform/packages/private/kbn-esql-editor/src/telemetry/telemetry_service.ts

@@ -37,6 +37,7 @@ import {
 } from './events_registration';
 import type { IndexEditorCommandArgs } from '../lookup_join/use_lookup_index_editor';
 import { COMMAND_ID as LOOKUP_INDEX_EDITOR_COMMAND } from '../lookup_join/use_lookup_index_editor';
+import { reportEsqlError } from '../report_error';
 
 export enum ResourceBrowserType {
   DATA_SOURCES = 'data_sources',
@@ -54,17 +55,21 @@ export class ESQLEditorTelemetryService {
     try {
       this._analytics.reportEvent(eventType, eventData);
     } catch (error) {
-      // eslint-disable-next-line no-console
-      console.log('Failed to report telemetry event', error);
+      reportEsqlError(error, {
+        errorType: 'TelemetryEvent',
+        labels: { event_type: eventType },
+      });
     }
   }
 
   private _reportPerformanceEvent(eventData: PerformanceMetricEvent) {
     try {
       reportPerformanceMetricEvent(this._analytics, eventData);
     } catch (error) {
-      // eslint-disable-next-line no-console
-      console.log('Failed to report performance metric event', error);
+      reportEsqlError(error, {
+        errorType: 'TelemetryPerformance',
+        labels: { event_name: eventData.eventName },
+      });
     }
   }
 
@@ -115,8 +120,7 @@ export class ESQLEditorTelemetryService {
         commandData = JSON.parse(decodedData) as IndexEditorCommandArgs;
       }
     } catch (error) {
-      // eslint-disable-next-line no-console
-      console.log('Failed to parse hover message command data', error);
+      reportEsqlError(error, { errorType: 'HoverMessageParse' });
     }
 
     if (commandData) {

src/platform/plugins/shared/esql/public/source_enricher_service.ts

@@ -9,6 +9,7 @@
 
 import type { Logger } from '@kbn/logging';
 import type { ESQLSourceResult } from '@kbn/esql-types';
+import { reportEsqlError } from '@kbn/esql-editor';
 
 type SourceEnricher = (sources: ESQLSourceResult[]) => Promise<ESQLSourceResult[]>;
 
@@ -32,6 +33,7 @@ export class SourceEnricherService {
         enriched = await enricher(enriched);
       } catch (error) {
         this.logger.error(error);
+        reportEsqlError(error, { errorType: 'SourceEnricher' });
       }
     }
     return enriched;