[Agent Builder] token usage telemetry (#243304)

Author: ppisljar

x-pack/platform/plugins/private/telemetry_collection_xpack/schema/xpack_platform.json

@@ -395,6 +395,18 @@
                   }
                 }
               }
+            },
+            "tokens_used": {
+              "type": "long",
+              "_meta": {
+                "description": "Total tokens used across all conversations (input + output)"
+              }
+            },
+            "average_tokens_per_conversation": {
+              "type": "float",
+              "_meta": {
+                "description": "Average tokens per conversation"
+              }
             }
           }
         },

x-pack/platform/plugins/shared/onechat/server/telemetry/query_utils.ts

@@ -193,6 +193,28 @@ export class QueryUtils {
               size: 100,
             },
           },
+          total_tokens: {
+            sum: {
+              script: {
+                source: `
+                  def source = params._source;
+                  def roundsArray = source.conversation_rounds != null ? source.conversation_rounds : source.rounds;
+                  def totalTokens = 0;
+                  if (roundsArray != null) {
+                    for (def round : roundsArray) {
+                      if (round.model_usage != null) {
+                        def inputTokens = round.model_usage.input_tokens != null ? round.model_usage.input_tokens : 0;
+                        def outputTokens = round.model_usage.output_tokens != null ? round.model_usage.output_tokens : 0;
+                        totalTokens += inputTokens + outputTokens;
+                      }
+                    }
+                  }
+                  return totalTokens;
+                `,
+                lang: 'painless',
+              },
+            },
+          },
         },
       });
 
@@ -225,11 +247,18 @@ export class QueryUtils {
       const avgRoundsPerConversation =
         totalConversations > 0 ? totalRounds / totalConversations : 0;
 
+      const totalTokensAgg = response.aggregations?.total_tokens as any;
+      const tokensUsed = totalTokensAgg?.value || 0;
+      const averageTokensPerConversation =
+        totalConversations > 0 ? tokensUsed / totalConversations : 0;
+
       return {
         total: totalConversations,
         total_rounds: totalRounds,
         avg_rounds_per_conversation: Math.round(avgRoundsPerConversation * 100) / 100,
         rounds_distribution: roundsDistribution,
+        tokens_used: Math.round(tokensUsed),
+        average_tokens_per_conversation: Math.round(averageTokensPerConversation * 100) / 100,
       };
     } catch (error) {
       if (!isIndexNotFoundError(error)) {
@@ -240,6 +269,8 @@ export class QueryUtils {
         total_rounds: 0,
         avg_rounds_per_conversation: 0,
         rounds_distribution: [],
+        tokens_used: 0,
+        average_tokens_per_conversation: 0,
       };
     }
   }

x-pack/platform/plugins/shared/onechat/server/telemetry/telemetry_collector.ts

@@ -35,6 +35,8 @@ export interface OnechatTelemetry {
       bucket: string;
       count: number;
     }>;
+    tokens_used: number;
+    average_tokens_per_conversation: number;
   };
   query_to_result_time: {
     p50: number;
@@ -160,6 +162,18 @@ export function registerTelemetryCollector(
               },
             },
           },
+          tokens_used: {
+            type: 'long',
+            _meta: {
+              description: 'Total tokens used across all conversations (input + output)',
+            },
+          },
+          average_tokens_per_conversation: {
+            type: 'float',
+            _meta: {
+              description: 'Average tokens per conversation',
+            },
+          },
         },
         query_to_result_time: {
           p50: {
@@ -433,6 +447,8 @@ export function registerTelemetryCollector(
               total_rounds: 0,
               avg_rounds_per_conversation: 0,
               rounds_distribution: [],
+              tokens_used: 0,
+              average_tokens_per_conversation: 0,
             },
             query_to_result_time: {
               p50: 0,