[Agent Builder] create_visualization tool (#237117)

## Summary

create_visualization tool
resolves elastic/search-team#11446

Author: ppisljar

.gitignore

@@ -22,6 +22,7 @@ target
 .claude
 .cursor
 .windsurf
+claude.md
 *.iml
 *.log
 types.eslint.config.js

src/platform/packages/shared/kbn-lens-embeddable-utils/config_builder/schema/charts/metric.ts

@@ -206,7 +206,7 @@ export const metricStateSchemaNoESQL = schema.object({
   ),
 });
 
-const esqlMetricState = schema.object({
+export const esqlMetricState = schema.object({
   type: schema.literal('metric'),
   ...sharedPanelInfoSchema,
   ...layerSettingsSchema,

src/platform/packages/shared/kbn-management/settings/setting_ids/index.ts

@@ -61,6 +61,7 @@ export const ACCESSIBILITY_DISABLE_ANIMATIONS_ID = 'accessibility:disableAnimati
 
 // Agent builder settings
 export const AGENT_BUILDER_ENABLED_SETTING_ID = 'agentBuilder:enabled';
+export const AGENT_BUILDER_DASHBOARD_TOOLS_SETTING_ID = 'agentBuilder:dashboardTools';
 
 // Autocomplete settings
 export const AUTOCOMPLETE_USE_TIME_RANGE_ID = 'autocomplete:useTimeRange';

src/platform/plugins/private/kibana_usage_collection/server/collectors/management/schema.ts

@@ -507,6 +507,10 @@ export const stackManagementSchema: MakeSchemaFrom<UsageStats> = {
     type: 'boolean',
     _meta: { description: 'Non-default value of setting.' },
   },
+  'agentBuilder:dashboardTools': {
+    type: 'boolean',
+    _meta: { description: 'Non-default value of setting.' },
+  },
   'workflows:ui:enabled': {
     type: 'boolean',
     _meta: { description: 'Non-default value of setting.' },

src/platform/plugins/private/kibana_usage_collection/server/collectors/management/types.ts

@@ -50,6 +50,7 @@ export interface UsageStats {
   'observability:aiAssistantSearchConnectorIndexPattern': string;
   'ai:anonymizationSettings': string;
   'agentBuilder:enabled': boolean;
+  'agentBuilder:dashboardTools': boolean;
   'workflows:ui:enabled': boolean;
   'visualization:heatmap:maxBuckets': number;
   'visualization:regionmap:showWarnings': boolean;

src/platform/plugins/shared/telemetry/schema/oss_platform.json

@@ -10680,6 +10680,12 @@
             "description": "Non-default value of setting."
           }
         },
+        "agentBuilder:dashboardTools": {
+          "type": "boolean",
+          "_meta": {
+            "description": "Non-default value of setting."
+          }
+        },
         "workflows:ui:enabled": {
           "type": "boolean",
           "_meta": {

x-pack/platform/packages/shared/onechat/onechat-common/tools/constants.ts

@@ -23,6 +23,7 @@ export const platformCoreTools = {
   getDocumentById: platformCoreTool('get_document_by_id'),
   generateEsql: platformCoreTool('generate_esql'),
   executeEsql: platformCoreTool('execute_esql'),
+  createVisualization: platformCoreTool('create_visualization'),
 } as const;
 
 /**

x-pack/platform/packages/shared/onechat/onechat-common/tools/index.ts

@@ -58,6 +58,7 @@ export {
   type QueryResult,
   type ResourceResult,
   type TabularDataResult,
+  type VisualizationResult,
   type OtherResult,
   isErrorResult,
   isOtherResult,

x-pack/platform/packages/shared/onechat/onechat-common/tools/tool_result.ts

@@ -12,10 +12,16 @@ export enum ToolResultType {
   resource = 'resource',
   tabularData = 'tabular_data',
   query = 'query',
+  visualization = 'visualization',
   other = 'other',
   error = 'error',
 }
 
+export enum SupportedChartType {
+  Metric = 'metric',
+  Map = 'map',
+}
+
 interface ToolResultMixin<TType extends ToolResultType, TData extends Object> {
   tool_result_id: string;
   type: TType;
@@ -47,6 +53,16 @@ export type TabularDataResult = ToolResultMixin<
 
 export type QueryResult = ToolResultMixin<ToolResultType.query, { esql: string }>;
 
+export interface VisualizationResult {
+  tool_result_id: string;
+  type: ToolResultType.visualization;
+  data: {
+    visualization: Record<string, unknown>;
+    chart_type: SupportedChartType;
+    esql: string;
+  };
+}
+
 export type OtherResult = ToolResultMixin<ToolResultType.other, Record<string, unknown>>;
 
 export type ErrorResult = ToolResultMixin<
@@ -62,6 +78,7 @@ export type ToolResult =
   | ResourceResult
   | TabularDataResult
   | QueryResult
+  | VisualizationResult
   | OtherResult
   | ErrorResult;
 

x-pack/platform/packages/shared/onechat/onechat-genai-utils/tools/generate_esql/nl_to_esql.ts

@@ -13,6 +13,7 @@ import { EsqlDocumentBase } from '@kbn/inference-plugin/server/tasks/nl_to_esql/
 import type { ToolEventEmitter } from '@kbn/onechat-server';
 import type { EsqlResponse } from '../utils/esql';
 import { createNlToEsqlGraph } from './graph';
+import { indexExplorer } from '../index_explorer';
 
 export interface GenerateEsqlResponse {
   /**
@@ -49,7 +50,7 @@ export interface GenerateEsqlOptions {
   /**
    * The resource (index/datastream/alias) to target
    */
-  index: string;
+  index?: string;
   /**
    * Additional context to provide to the model (user prompt)
    */
@@ -97,10 +98,32 @@ export const generateEsql = async ({
     },
     async () => {
       try {
+        // Discover index if not provided
+        let selectedTarget = index;
+        if (!selectedTarget) {
+          logger?.debug('No index provided, discovering target index using indexExplorer');
+          const {
+            resources: [selectedResource],
+          } = await indexExplorer({
+            nlQuery,
+            esClient,
+            limit: 1,
+            model,
+            logger,
+          });
+          if (!selectedResource) {
+            throw new Error(
+              'Could not discover a suitable index for the query. Please specify an index explicitly.'
+            );
+          }
+          selectedTarget = selectedResource.name;
+          logger?.debug(`Discovered target index: ${selectedTarget}`);
+        }
+
         const outState = await graph.invoke(
           {
             nlQuery,
-            target: index,
+            target: selectedTarget,
             executeQuery,
             maxRetries,
             additionalInstructions,