Merge branch '1-40-0-pre-release' into 'master'

chore: v1.40.0

See merge request automation-toolchain/f5-telemetry!774

Author: petrov-serg

.gitlab-ci.yml

@@ -1,4 +1,4 @@
-image: ${ARTIFACTORY_DOCKER_HUB}/node:16
+image: ${ATG_IMG_REGISTRY_URL}/node:16
 
 stages:
     - lint
@@ -89,7 +89,8 @@ variables:
 .harness_deployment_definition: &harness_deployment_definition
     image: ${CICD_CONTAINER_DEPLOY}
     tags:
-        - atg-telemetry-streaming-docker
+        - cm-official-docker-executor
+        # - atg-telemetry-streaming-docker
 
 .run_unittest:
     extends:
@@ -150,7 +151,7 @@ variables:
             - $RUN_AWS_TESTS == "true"
 
 .deploy_cloud: &deploy_cloud
-    image: ${ARTIFACTORY_SERVER}/${DEPLOYMENT_TOOL_IMG}
+    image: ${ATG_ARTIFACTORY_BASE_URL}/${DEPLOYMENT_TOOL_IMG}
     stage: deploy
 
 .test_cloud: &test_cloud
@@ -164,7 +165,7 @@ variables:
         expire_in: 4 days
 
 .teardown_cloud: &teardown_cloud
-    image: ${ARTIFACTORY_SERVER}/${DEPLOYMENT_TOOL_IMG}
+    image: ${ATG_ARTIFACTORY_BASE_URL}/${DEPLOYMENT_TOOL_IMG}
     stage: teardown
     when: always
 
@@ -177,7 +178,7 @@ variables:
 lint:
     extends:
         - .test_job_definition
-    image: ${ARTIFACTORY_DOCKER_HUB}/node:14
+    image: ${ATG_IMG_REGISTRY_URL}/node:14
     stage: lint
     script:
         - *install_unittest_packages_cmd
@@ -211,13 +212,13 @@ secret_detection:
 test_node8:
     extends:
         - .run_unittest
-    image: ${ARTIFACTORY_DOCKER_HUB}/node:8.11.1
+    image: ${ATG_IMG_REGISTRY_URL}/node:8.11.1
     rules:
         - !reference [.rules_config, skip_unit_feat_brach, rules]
 
 # packages audit
 npm_audit:
-    image: ${ARTIFACTORY_DOCKER_HUB}/node:22
+    image: ${ATG_IMG_REGISTRY_URL}/node:22
     extends:
         - .test_job_definition
     allow_failure: true
@@ -238,7 +239,7 @@ npm_audit:
 
 coverage:
     # bind to 14.1+ version to test @grppc-js and OpenTelemetry
-    image: ${ARTIFACTORY_DOCKER_HUB}/node:8.11.1
+    image: ${ATG_IMG_REGISTRY_URL}/node:8.11.1
     extends:
         - .test_job_definition
     script:
@@ -324,7 +325,8 @@ test_functional:
         when: always
         expire_in: 4 days
     tags:
-        - atg-telemetry-streaming-docker
+        - cm-official-docker-executor
+        # - atg-telemetry-streaming-docker
     only:
         variables:
             # enable this job
@@ -489,4 +491,4 @@ publish_docs_to_production:
         - aws s3 sync docs/_build/html s3://clouddocs.f5.com/products/extensions/f5-telemetry-streaming/latest
         - aws s3 cp versions.json s3://clouddocs.f5.com/products/extensions/f5-telemetry-streaming/versions.json
         # create invalidation to clear cloudfront cache
-        - aws cloudfront create-invalidation --distribution-id $AWS_DIST --paths /products/extensions/f5-telemetry-streaming/latest
+        - aws cloudfront create-invalidation --distribution-id $AWS_DIST --paths /products/extensions/f5-telemetry-streaming/latest

CHANGELOG.md

@@ -7,6 +7,17 @@ Changes to this project are documented in this file. More detail and links can b
 ### Changed
 ### Removed
 
+## 1.40.0
+### Added
+- Add integration testing to verify compatibility with latest ElasticSearch versions - v8.x and 9.x
+### Fixed
+- Update Docker image for Kafka integration testing to v3.3.2
+### Changed
+- Replace deprecated `request` with fork `@cypress/request` to resolve CVEs
+- Replace `jsonwebtoken` with `jws` to resolve CVEs
+- Downgrage `@grpc/proto-loader` to match `@grpc/grpc-js` to reduce package installation size
+### Removed
+
 ## 1.39.0
 ### Added
 ### Fixed

SUPPORT.md

@@ -24,8 +24,8 @@ Currently supported versions:
 | Software Version | Release Type           | First Customer Ship | End of Support   |
 |------------------|------------------------|---------------------|------------------|
 | TS 1.33.0        | LTS                    |  22-Mar-2023        | Maintenance mode |
-| TS 1.38.0        | Feature                |  22-Jul-2025        | 22-Oct-2025      |
 | TS 1.39.0        | Feature                |  02-Sep-2025        | 02-Dec-2025      |
+| TS 1.40.0        | Feature                |  28-Oct-2025        | 28-Jan-2026      |
 
 Versions no longer supported:
 
@@ -69,5 +69,6 @@ Versions no longer supported:
 | TS 1.35.0        | Feature                |  23-Feb-2024        | 23-May-2024     |
 | TS 1.36.0        | Feature                |  14-Aug-2024        | 14-Nov-2024     |
 | TS 1.37.0        | Feature                |  28-Oct-2024        | 28-Jan-2024     |
+| TS 1.38.0        | Feature                |  22-Jul-2025        | 22-Oct-2025     |
 
 See the [Release notes](https://github.com/F5Networks/f5-telemetry-streaming/releases) and [Telemetry Streaming documentation](https://clouddocs.f5.com/products/extensions/f5-telemetry-streaming/latest/revision-history.html) for new features and issues resolved for each release.

contributing/README.md

@@ -108,7 +108,7 @@ How does the project handle a typical `POST` request?
             "trace": false,
             "format": "default"
         },
-        "schemaVersion": "1.39.0"
+        "schemaVersion": "1.40.0"
     }
 }
 ```
@@ -380,15 +380,21 @@ See the [INTERNAL_README.md](../INTERNAL_README.md) for an internal explanation
 ### Development
 
 Local environment requirements:
-- NodeJS - any version
-- npm - preferable is latest release for v7 because it uses lockfile version 2 that is backward compatible with version 1 (important for node 4.8.0 + npm@5 and node 8.11.1 + npm@6). But if you not going to add new packages while working on a task then any npm version can be used and then you should use `npm run install-test` command to install packages and prepare dev env.
+- NodeJS - any version, but for verifying unit tests v8.11.1 is required.
+- npm - any version, but for verifying unit tests v6 is required (compatible with node.js v8.11.1)
 
-Note: to make everyday live easier you may start to use tools like `volta` or `nvm`.
+To make everyday live easier you may start to use tools like `volta` or `nvm`.
+
+```shell
+volta install [email protected] && volta install npm@6
+```
 
 ### Package updates
 
-Some packages has newer versions that dropped support for node@4 and node@8 - TS should use older version (despite the type of package - dev or prod). In this case those packages may have vulnerabilities that will be never fixed. We can try to contribute to the corresponding project/package but it is unlikle the fix will be accepted for such old version. In this case add note(s) to package.json file - see **comments** section for examples.
+Some packages has newer versions that dropped support for node@8 - TS should use older version (despite the type of package - dev or prod). In this case those packages may have vulnerabilities that will be never fixed. We can try to contribute to the corresponding project/package but it is unlikle the fix will be accepted for such old version. In this case add note(s) to package.json file - see **comments** section for examples.
 
 Some `devDependencies`, e.g. **mocha**, **nyc**, intentionally pinned to older versions to avoid additional manipulations at CI/CD time or local envrionment.
 
 `devDependencies` that are unique for `functional` testing only, e.g. **ssh2**, may use the version that applicable for `functional` testing evnrionment only.
+
+When installing new package be sure that `package-lock.json` was generated with version `2`.

contributing/process_release.md

@@ -71,6 +71,7 @@
     * 1.37.0 - 20.6 MB
     * 1.38.0 - 20.4 MB
     * 1.39.0 - 21.5 MB
+    * 1.40.0 - 21.9 MB
   * Install build to BIG-IP, navigate to folder `/var/config/rest/iapps/f5-telemetry/` and check following:
     * Run `du -sh` and check that folder's size (shouldn't be much greater than previous versions):
       * 1.4.0 - 65 MB
@@ -108,6 +109,7 @@
       * 1.37.0 - 154 MB
       * 1.38.0 - 160 MB
       * 1.39.0 - 160 MB
+      * 1.40.0 - 161 MB
     * Check `node_modules` folder - if you see `eslint`, `mocha` or something else from [package.json](package.json) `devDependencies` section - something wrong with build process. Probably some `npm` flags are work as not expected and it MUST BE FIXED before publishing.
 * Ensure that all tests (unit tests and functional tests passed)
 * Optional: Ensure that your local tags match remote. If not, remove all and re-fetch:

docs/conf.py

@@ -79,7 +79,7 @@
 # The short X.Y version.
 version = u''
 # The full version, including alpha/beta/rc tags.
-release = u'1.36.0'
+release = u'1.40.0'
 
 # The language for content autogenerated by Sphinx. Refer to documentation
 # for a list of supported languages.

docs/memory-monitor.rst

@@ -289,3 +289,5 @@ Declaration with all **runtime** properties specified:
             }
         }
     }
+
+.. NOTE:: "controls" objects should be defined under the "class": "Telemetry" object.

docs/revision-history.rst

@@ -21,6 +21,18 @@ There is no plan to deprecate this product.
         - Description
         - Date
 
+      * - 1.39.0
+        - Updated the documentation for Telemetry Streaming v1.39.0. This release contains the following changes: |br| * **Kafka** Consumer was updated to no longer ignore configurations when certificates data changed. |br| * grpc-js was updated to v1.9.15 that fixes issues with restnoded restarts when using gRPC with **OpenTelemetry_Exporter**.
+        - 09-02-25
+
+      * - 1.38.0
+        - Updated the documentation for Telemetry Streaming v1.38.0. This release contains the following changes: |br| * Removed "resolver" error when using gRPC with **OpenTelemetry_Exporter**. |br| * Fixed restnoded restarts when using gRPC with **OpenTelemetry_Exporter**.
+        - 07-22-25
+
+      * - 1.37.0
+        - Updated the documentation for Telemetry Streaming v1.37.0. This release contains the following changes: |br| * New configuration option **format:propertyBasedV2** for Azure Log Analytics consumer
+        - 10-28-24
+
       * - 1.36.0
         - Updated the documentation for Telemetry Streaming v1.36.0. This release contains the following changes: |br| * Drop support for BIG-IP 13.1 to 15.0.x |br| * New configuration options for Kafka consumer, support multi-host, data formatting |br| * iHealth Poller updated to follow new API authentication schema |br| * New configuration options for Telemetry System class |br| * New configuration options for Splunk consumer |br| * New **runtime.httpTimeout** option to configure timeout for incoming HTTP requests |br| |br| Changed: |br| * Event Listener performance bugfixes |br| |br| Issues Resolved: |br| * **memoryMonitor.provisionedMemory** should allow to provision up to **runtime.maxHeapSize** value
         - 08-14-24

docs/schema-reference.rst

@@ -377,8 +377,8 @@ Telemetry
         - "Telemetry"
         - Telemetry streaming top level class
       * - **schemaVersion** (*string*)
-        - "1.36.0"
-        - "1.36.0", "1.35.0", "1.34.0", "1.33.0", "1.32.0", "1.31.0", "1.30.0", "1.29.0", "1.28.0", "1.27.1", "1.27.0", "1.26.0", "1.25.0", "1.24.0", "1.23.0", "1.22.0", "1.21.0", "1.20.1", "1.20.0", "1.19.0", "1.18.0", "1.17.0", "1.16.0", "1.15.0", "1.14.0", "1.13.0", "1.12.0", "1.11.0", "1.10.0", "1.9.0", "1.8.0", "1.7.0", "1.6.0", "1.5.0", "1.4.0", "1.3.0", "1.2.0", "1.1.0", "1.0.0", "0.9.0"
+        - "1.39.0"
+        - "1.39.0", "1.38.0", "1.37.0", "1.36.0", "1.35.0", "1.34.0", "1.33.0", "1.32.0", "1.31.0", "1.30.0", "1.29.0", "1.28.0", "1.27.1", "1.27.0", "1.26.0", "1.25.0", "1.24.0", "1.23.0", "1.22.0", "1.21.0", "1.20.1", "1.20.0", "1.19.0", "1.18.0", "1.17.0", "1.16.0", "1.15.0", "1.14.0", "1.13.0", "1.12.0", "1.11.0", "1.10.0", "1.9.0", "1.8.0", "1.7.0", "1.6.0", "1.5.0", "1.4.0", "1.3.0", "1.2.0", "1.1.0", "1.0.0", "0.9.0"
         - Version of ADC Declaration schema this declaration uses
 
 Telemetry_Consumer

docs/telemetry-system.rst

@@ -143,9 +143,7 @@ iHealth Poller full declaration:
 | class                      | Telemetry_iHealth_Poller       |  **Required**. String: The class for the iHealth poller must always be ``Telemetry_iHealth_Poller``, do not change this value.                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                    |
 +----------------------------+--------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+
 | enable                     | **true**, false                |  **Optional**. Boolean: this value enables or disables the iHealth Poller. By default it is set to ``true``.                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                      |
-+----------------------------+--------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+
-| trace                      | true, **false**                |  **Optional**. Boolean: this value enables or disables tracing. By default it is set to ``false``.                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                |
-+----------------------------+--------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+
++----------------------------+--------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                
 | username                   |                                |  **Required**. String: use your F5 iHealth Service Client ID.                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                     |
 +----------------------------+--------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+
 | passphrase                 |                                |  **Required**. Object: use your F5 iHealth Service Client Secret.                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                 |