Gap auto fill task

packages/kbn-check-saved-objects-cli/current_fields.json

@@ -630,6 +630,13 @@
     "policy_id",
     "token_plain"
   ],
+  "gap_auto_fill_scheduler": [
+    "createdAt",
+    "enabled",
+    "name",
+    "ruleTypeConsumerPairs",
+    "updatedAt"
+  ],
   "graph-workspace": [
     "description",
     "kibanaSavedObjectMeta",

packages/kbn-check-saved-objects-cli/current_mappings.json

@@ -2083,6 +2083,26 @@
       }
     }
   },
+  "gap_auto_fill_scheduler": {
+    "dynamic": false,
+    "properties": {
+      "createdAt": {
+        "type": "date"
+      },
+      "enabled": {
+        "type": "boolean"
+      },
+      "name": {
+        "type": "keyword"
+      },
+      "ruleTypeConsumerPairs": {
+        "type": "keyword"
+      },
+      "updatedAt": {
+        "type": "date"
+      }
+    }
+  },
   "graph-workspace": {
     "properties": {
       "description": {

src/core/packages/saved-objects/server-internal/src/object_types/index.ts

@@ -11,4 +11,4 @@ export { registerCoreObjectTypes } from './registration';
 
 // set minimum number of registered saved objects to ensure no object types are removed after 8.8
 // declared in internal implementation explicitly to prevent unintended changes.
-export const SAVED_OBJECT_TYPES_COUNT = 137 as const;
+export const SAVED_OBJECT_TYPES_COUNT = 138 as const;

src/core/server/integration_tests/ci_checks/saved_objects/check_registered_types.test.ts

@@ -123,6 +123,7 @@ describe('checking migration metadata changes on all registered SO types', () =>
         "fleet-setup-lock": "df3c142ba8907c8ccf004d2240c79d476a70946db092ab4c485d3eb1a3f5bb82",
         "fleet-space-settings": "011427e18769b1a0e715656de3316f084ae56e8eea07ade9214e1b3a045864ea",
         "fleet-uninstall-tokens": "939272ff96c28fcfb1b8da7967c8992f5deec7707f53c3a6b2555e5c34a27ec2",
+        "gap_auto_fill_scheduler": "c1da8d81689a1a2f3131de5e589b444699852f6d0d189bf2d5fc3ff0389a7935",
         "graph-workspace": "8adf653e4f4077bd4bad75edb3fc07e7978cb7b2aaa8d105a409bcd2f27fccec",
         "index-pattern": "97de563e0aea6135a10dcec02e48fba69404e86c404db78855476d947b71f70e",
         "infra-custom-dashboards": "48cf1c96d6932ecbdf73576bb3e742a16f02a01bf064074dee5edfcf6066556e",
@@ -711,6 +712,11 @@ describe('checking migration metadata changes on all registered SO types', () =>
         "fleet-uninstall-tokens|schemas: da39a3ee5e6b4b0d3255bfef95601890afd80709",
         "fleet-uninstall-tokens|10.1.0: 9fc1798f3911d926611dd8b502b48b20c652bdc2fb7f0ca18ee584af0e6750d3",
         "===============================================================================================",
+        "gap_auto_fill_scheduler|global: 71ebab8e87dcd17601e47579a55e971dcc3edfca",
+        "gap_auto_fill_scheduler|mappings: dd593bef2dd8cad3e1588259021b02fad70705f3",
+        "gap_auto_fill_scheduler|schemas: da39a3ee5e6b4b0d3255bfef95601890afd80709",
+        "gap_auto_fill_scheduler|10.1.0: fb58338a5bb7a300ea11ef91c47204b44ba431f681b83398ae6348fed18ec7c6",
+        "================================================================================================",
         "graph-workspace|global: 9075e5123e3beea7a32a2c152795934ee0239f11",
         "graph-workspace|mappings: e17cff9e8b39b979f3067f55bbcf7c998d602648",
         "graph-workspace|schemas: da39a3ee5e6b4b0d3255bfef95601890afd80709",
@@ -1312,6 +1318,7 @@ describe('checking migration metadata changes on all registered SO types', () =>
         "fleet-setup-lock": "10.0.0",
         "fleet-space-settings": "10.0.0",
         "fleet-uninstall-tokens": "10.1.0",
+        "gap_auto_fill_scheduler": "10.1.0",
         "graph-workspace": "10.0.0",
         "index-pattern": "10.0.0",
         "infra-custom-dashboards": "10.2.0",
@@ -1459,6 +1466,7 @@ describe('checking migration metadata changes on all registered SO types', () =>
         "fleet-setup-lock": "0.0.0",
         "fleet-space-settings": "0.0.0",
         "fleet-uninstall-tokens": "10.1.0",
+        "gap_auto_fill_scheduler": "10.1.0",
         "graph-workspace": "7.11.0",
         "index-pattern": "7.11.0",
         "infra-custom-dashboards": "10.2.0",

src/core/server/integration_tests/saved_objects/registration/type_registrations.test.ts

@@ -175,6 +175,7 @@ const previouslyRegisteredTypes = [
   'usage-counters', // deprecated in favor of 'usage-counter'
   'visualization',
   'workplace_search_telemetry',
+  'gap_auto_fill_scheduler',
 ].sort();
 
 describe('SO type registrations', () => {

x-pack/platform/packages/private/security/authorization_core/src/privileges/feature_privilege_builder/alerting.ts

@@ -31,6 +31,8 @@ const readOperations: Record<AlertingEntity, string[]> = {
     'findBackfill',
     'findGaps',
     'bulkEditParams',
+    'getGapAutoFillScheduler',
+    'getGapAutoFillSchedulerLogs',
   ],
   alert: ['get', 'find', 'getAuthorizedAlertsIndices', 'getAlertSummary'],
 };
@@ -60,6 +62,9 @@ const writeOperations: Record<AlertingEntity, string[]> = {
     'bulkDelete',
     'unsnooze',
     'runSoon',
+    'createGapAutoFillScheduler',
+    'updateGapAutoFillScheduler',
+    'deleteGapAutoFillScheduler',
   ],
   alert: ['update'],
 };

x-pack/platform/packages/private/security/authorization_core/src/privileges/privileges.test.ts

@@ -576,6 +576,8 @@ describe('features', () => {
         'findBackfill',
         'findGaps',
         'bulkEditParams',
+        'getGapAutoFillScheduler',
+        'getGapAutoFillSchedulerLogs',
       ],
       ...[
         'create',
@@ -591,6 +593,9 @@ describe('features', () => {
         'bulkDelete',
         'unsnooze',
         'runSoon',
+        'createGapAutoFillScheduler',
+        'updateGapAutoFillScheduler',
+        'deleteGapAutoFillScheduler',
       ],
       ...['enable', 'disable', 'bulkEnable', 'bulkDisable'],
       ...['deleteBackfill', 'fillGaps', 'scheduleBackfill'],
@@ -749,6 +754,8 @@ describe('features', () => {
         'findBackfill',
         'findGaps',
         'bulkEditParams',
+        'getGapAutoFillScheduler',
+        'getGapAutoFillSchedulerLogs',
       ],
       ...[
         'create',
@@ -764,6 +771,9 @@ describe('features', () => {
         'bulkDelete',
         'unsnooze',
         'runSoon',
+        'createGapAutoFillScheduler',
+        'updateGapAutoFillScheduler',
+        'deleteGapAutoFillScheduler',
       ],
       ...['enable', 'disable', 'bulkEnable', 'bulkDisable'],
       ...['deleteBackfill', 'fillGaps', 'scheduleBackfill'],

x-pack/platform/plugins/shared/alerting/common/constants/gap_auto_fill_scheduler.ts

@@ -0,0 +1,19 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License
+ * 2.0; you may not use this file except in compliance with the Elastic License
+ * 2.0.
+ */
+
+export const gapAutoFillSchedulerLimits = {
+  maxBackfills: {
+    min: 1,
+    max: 5000,
+    defaultValue: 1000,
+  },
+  numRetries: {
+    min: 1,
+    max: 10,
+    defaultValue: 3,
+  },
+} as const;

x-pack/platform/plugins/shared/alerting/common/constants/index.ts

@@ -18,3 +18,4 @@ export type { GapStatus } from './gap_status';
 export { alertDeleteCategoryIds } from './alert_delete';
 export type { BackfillInitiator } from './backfill';
 export { backfillInitiator } from './backfill';
+export { gapAutoFillSchedulerLimits } from './gap_auto_fill_scheduler';

x-pack/platform/plugins/shared/alerting/common/routes/gaps/apis/gap_auto_fill_scheduler/index.ts

@@ -0,0 +1,28 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License
+ * 2.0; you may not use this file except in compliance with the Elastic License
+ * 2.0.
+ */
+
+export {
+  gapAutoFillSchedulerBodySchema,
+  gapAutoFillSchedulerResponseSchema,
+} from './schemas/latest';
+export type {
+  GapAutoFillSchedulerRequestBody,
+  GapAutoFillSchedulerResponseBody,
+  GapAutoFillSchedulerResponse,
+  UpdateGapAutoFillSchedulerResponse,
+} from './types/latest';
+
+export {
+  gapAutoFillSchedulerBodySchema as gapAutoFillSchedulerBodySchemaV1,
+  gapAutoFillSchedulerResponseSchema as gapAutoFillSchedulerResponseSchemaV1,
+} from './schemas/v1';
+export type {
+  GapAutoFillSchedulerRequestBody as GapAutoFillSchedulerRequestBodyV1,
+  GapAutoFillSchedulerResponseBody as GapAutoFillSchedulerResponseBodyV1,
+  GapAutoFillSchedulerResponse as GapAutoFillSchedulerResponseV1,
+  UpdateGapAutoFillSchedulerResponse as UpdateGapAutoFillSchedulerResponseV1,
+} from './types/v1';

x-pack/platform/plugins/shared/alerting/common/routes/gaps/apis/gap_auto_fill_scheduler/schemas/latest.ts

@@ -0,0 +1,8 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License
+ * 2.0; you may not use this file except in compliance with the Elastic License
+ * 2.0.
+ */
+
+export * from './v1';

x-pack/platform/plugins/shared/alerting/common/routes/gaps/apis/gap_auto_fill_scheduler/schemas/v1.ts

@@ -0,0 +1,56 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License
+ * 2.0; you may not use this file except in compliance with the Elastic License
+ * 2.0.
+ */
+import { schema } from '@kbn/config-schema';
+import dateMath from '@kbn/datemath';
+import { gapAutoFillSchedulerLimits } from '../../../../../constants';
+
+const { maxBackfills, numRetries } = gapAutoFillSchedulerLimits;
+
+export const gapAutoFillSchedulerBodySchema = schema.object(
+  {
+    id: schema.maybe(schema.string()),
+    name: schema.string({ defaultValue: '' }),
+    enabled: schema.boolean({ defaultValue: true }),
+    max_backfills: schema.number(maxBackfills),
+    num_retries: schema.number(numRetries),
+    gap_fill_range: schema.string({ defaultValue: 'now-90d' }),
+    schedule: schema.object({
+      interval: schema.string(),
+    }),
+    scope: schema.maybe(schema.arrayOf(schema.string())),
+    rule_types: schema.arrayOf(
+      schema.object({
+        type: schema.string(),
+        consumer: schema.string(),
+      })
+    ),
+  },
+  {
+    validate({ gap_fill_range: gapFillRange }) {
+      const parsed = dateMath.parse(gapFillRange);
+      if (!parsed || !parsed.isValid()) {
+        return 'gap_fill_range is invalid';
+      }
+    },
+  }
+);
+
+export const gapAutoFillSchedulerResponseSchema = schema.object({
+  id: schema.string(),
+  name: schema.string(),
+  enabled: schema.boolean(),
+  schedule: schema.object({
+    interval: schema.string(),
+  }),
+  gap_fill_range: schema.string(),
+  max_backfills: schema.number(),
+  num_retries: schema.number(),
+  created_by: schema.maybe(schema.string()),
+  updated_by: schema.maybe(schema.string()),
+  created_at: schema.string(),
+  updated_at: schema.string(),
+});

x-pack/platform/plugins/shared/alerting/common/routes/gaps/apis/gap_auto_fill_scheduler/types/latest.ts

@@ -0,0 +1,8 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License
+ * 2.0; you may not use this file except in compliance with the Elastic License
+ * 2.0.
+ */
+
+export type * from './v1';

x-pack/platform/plugins/shared/alerting/common/routes/gaps/apis/gap_auto_fill_scheduler/types/v1.ts

@@ -0,0 +1,20 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License
+ * 2.0; you may not use this file except in compliance with the Elastic License
+ * 2.0.
+ */
+
+import type { TypeOf } from '@kbn/config-schema';
+import type { gapAutoFillSchedulerBodySchemaV1, gapAutoFillSchedulerResponseSchemaV1 } from '..';
+
+export type GapAutoFillSchedulerRequestBody = TypeOf<typeof gapAutoFillSchedulerBodySchemaV1>;
+export type GapAutoFillSchedulerResponseBody = TypeOf<typeof gapAutoFillSchedulerResponseSchemaV1>;
+
+export interface GapAutoFillSchedulerResponse {
+  body: GapAutoFillSchedulerResponseBody;
+}
+
+export interface UpdateGapAutoFillSchedulerResponse {
+  body: GapAutoFillSchedulerResponseBody;
+}

x-pack/platform/plugins/shared/alerting/common/routes/gaps/apis/get_rules_with_gaps/schemas/v1.ts

@@ -14,6 +14,7 @@ export const getRuleIdsWithGapBodySchema = schema.object(
     has_unfilled_intervals: schema.maybe(schema.boolean()),
     has_in_progress_intervals: schema.maybe(schema.boolean()),
     has_filled_intervals: schema.maybe(schema.boolean()),
+    sort_order: schema.maybe(schema.oneOf([schema.literal('asc'), schema.literal('desc')])),
   },
   {
     validate({ start, end }) {

x-pack/platform/plugins/shared/alerting/common/routes/gaps/response/schemas/v1.ts

@@ -34,6 +34,7 @@ export const gapsResponseSchema = schema.object({
   filled_duration_ms: schema.number(),
   unfilled_duration_ms: schema.number(),
   in_progress_duration_ms: schema.number(),
+  updated_at: schema.maybe(schema.string()),
 });
 
 export const errorResponseSchema = schema.object({