Aligned data pulls to calendar days (#13020)

* Aligned data pulls to calendar days

* Added changelog entry

* Fixed type conversion

Author: 3kt

packages/ess_billing/changelog.yml

@@ -1,4 +1,9 @@
 # newer versions go on top
+- version: "1.3.0"
+  changes:
+    - description: Aligned billing data pulls to calendar days
+      type: enhancement
+      link: https://github.com/elastic/integrations/pull/13020
 - version: "1.2.0"
   changes:
     - description: Added Agentless deployment mode

packages/ess_billing/data_stream/billing/agent/stream/cel.yml.hbs

@@ -16,21 +16,23 @@ resource.timeout: {{http_client_timeout}}
 resource.url: {{url}}/api/v2/billing/organizations/{{organization_id}}/costs/instances
 state:
   api_key: {{api_key}}
-  organization_id: "{{organization_id}}"
-  lookbehind: "{{lookbehind}}h"
+  organization_id: {{organization_id}}
+  lookbehind: {{lookbehind}}
 redact:
   fields:
     - api_key
 program: |
   state.with({
-    "from": has(state.?cursor.last_to) ?
+    "from": (has(state.?cursor.last_to) ?
         timestamp(state.cursor.last_to)
       :
-        (now().format(time_layout.DateOnly).parse_time(time_layout.DateOnly) - duration(state.lookbehind)),
-    "to": has(state.?cursor.last_to) ?
+        (now() - duration(string(int(state.lookbehind)*24) + "h"))
+    ).format(time_layout.DateOnly).parse_time(time_layout.DateOnly),
+    "to": (has(state.?cursor.last_to) ?
         (timestamp(state.cursor.last_to) + duration("24h"))
       :
-        (now().format(time_layout.DateOnly).parse_time(time_layout.DateOnly) - duration(state.lookbehind) + duration("24h")),
+        (now() - duration(string(int(state.lookbehind)*24) + "h") + duration("24h"))
+    ).format(time_layout.DateOnly).parse_time(time_layout.DateOnly),
   }.as(req, (req.to > now()) ?
     // We would fetch data in the future, back off
     {

packages/ess_billing/data_stream/billing/manifest.yml

@@ -13,8 +13,8 @@ streams:
       - name: lookbehind
         type: integer
         title: Lookbehind
-        description: How far back to fetch data for the first run (in hours), default to 8760 hours (1 year).
-        default: 8760
+        description: How far back to fetch data for the first run (in days), default to 1 year.
+        default: 365
         multi: false
         required: true
         show_user: true

packages/ess_billing/manifest.yml

@@ -1,7 +1,7 @@
 format_version: 3.3.2
 name: ess_billing
 title: "Elasticsearch Service Billing"
-version: 1.2.0
+version: 1.3.0
 source:
   license: "Elastic-2.0"
 description: "Collects billing metrics from Elasticsearch Service billing API"