Merge remote-tracking branch 'origin/master' into fix/881-grpc-reflection-v1-support

Author: quangson137

README.md

@@ -10,43 +10,52 @@ Venom is a CLI (Command Line Interface) that aims to create, manage and run your
 
 # Table of content
 
-* [Overview](#overview)
-* [Installing](#installing)
-* [Updating](#updating)
-* [Docker image](#docker-image)
-* [CLI usage](#cli-usage)
-  * [Globstar support](#globstar-support)
-  * [Variables](#variables)
-    * [Variable Definitions Files](#variable-definitions-files)
-    * [Environment Variables](#environment-variables)
-  * [Arguments](#arguments)
-    * [Define arguments with environment variables](#define-arguments-with-environment-variables)
-    * [Use a configuration file](#use-a-configuration-file)
-* [Concepts](#concepts)
-  * [TestSuites](#testsuites)
-  * [Executors](#executors)
-    * [User defined executors](#user-defined-executors)
-  * [Variables](#variables)
-    * [Testsuite variables](#testsuite-variables)
-    * [Variable helpers](#variable-helpers)
-  * [Use outputs from a test step as input of another test step](#use-outputs-from-a-test-step-as-input-of-another-test-step)
-  * [Builtin venom variables](#builtin-venom-variables)
-  * [Assertions](#assertions)
-    * [Keywords](#keywords)
-      * [`Must` Keywords](#must-keywords)
-    * [Using logical operators](#using-logical-operators)
-* [Write and run your first test suite](#write-and-run-your-first-test-suite)
-* [Export tests report](#export-tests-report)
-* [Advanced usage](#advanced-usage)
-  * [Debug your testsuites](#debug-your-testsuites)
-  * [Skip testcase and teststeps](#skip-testcase-and-teststeps)
-  * [Iterating over data](#iterating-over-data)
-* [FAQ](#faq)
-  * [Common errors with quotes](#common-errors-with-quotes)
-* [Use venom in CI/CD pipelines](#use-venom-in-cicd-pipelines)
-* [Hacking](#hacking)
-* [Contributing](#contributing)
-* [License](#license)
+- [🐍 Venom](#-venom)
+- [Table of content](#table-of-content)
+- [Overview](#overview)
+- [Installing](#installing)
+  - [Install from binaries](#install-from-binaries)
+- [Updating](#updating)
+- [Docker image](#docker-image)
+- [CLI Usage](#cli-usage)
+  - [Run test suites in a specific order](#run-test-suites-in-a-specific-order)
+  - [Globstar support](#globstar-support)
+  - [Variables](#variables)
+    - [Variable Definitions Files](#variable-definitions-files)
+    - [Environment Variables](#environment-variables)
+  - [Arguments](#arguments)
+    - [Define arguments with environment variables](#define-arguments-with-environment-variables)
+  - [Use a configuration file](#use-a-configuration-file)
+- [Concepts](#concepts)
+  - [TestSuites](#testsuites)
+  - [Executors](#executors)
+    - [User defined executors](#user-defined-executors)
+  - [Variables](#variables-1)
+    - [Testsuite variables](#testsuite-variables)
+    - [Variable helpers](#variable-helpers)
+  - [Use outputs from a test step as input of another test step](#use-outputs-from-a-test-step-as-input-of-another-test-step)
+  - [Builtin venom variables](#builtin-venom-variables)
+    - [Secrets variables](#secrets-variables)
+  - [Assertions](#assertions)
+    - [Keywords](#keywords)
+      - [`Must` keywords](#must-keywords)
+    - [Using logical operators](#using-logical-operators)
+- [Write and run your first test suite](#write-and-run-your-first-test-suite)
+- [Export tests report](#export-tests-report)
+- [Advanced usage](#advanced-usage)
+  - [Debug your testsuites](#debug-your-testsuites)
+  - [Skip testcase and teststeps](#skip-testcase-and-teststeps)
+  - [Iterating over data](#iterating-over-data)
+- [FAQ](#faq)
+  - [Common errors with quotes](#common-errors-with-quotes)
+- [Use venom in CI/CD pipelines](#use-venom-in-cicd-pipelines)
+- [Hacking](#hacking)
+  - [How to compile?](#how-to-compile)
+  - [How to test?](#how-to-test)
+    - [Unit tests:](#unit-tests)
+    - [Integration tests:](#integration-tests)
+- [Contributing](#contributing)
+- [License](#license)
 
 # Overview
 
@@ -670,6 +679,7 @@ The value `this-value-is-secret` will not be printed in your console, `venom.log
 * ShouldTimeEqual - [example](https://github.com/ovh/venom/tree/master/tests/assertions/ShouldTimeEqual.yml)
 * ShouldMatchRegex - [example](https://github.com/ovh/venom/tree/master/tests/assertions/ShouldMatchRegex.yml)
 * ShouldJSONEqual - [example](https://github.com/ovh/venom/tree/master/tests/assertions/ShouldJSONEqual.yml)
+* ShouldNotJSONEqual - [example](https://github.com/ovh/venom/tree/master/tests/assertions/ShouldNotJSONEqual.yml)
 
 #### `Must` keywords
 

assertions/assertions.go

@@ -66,6 +66,7 @@ var assertMap = map[string]AssertFunc{
 	"ShouldHappenBetween":          ShouldHappenBetween,
 	"ShouldTimeEqual":              ShouldTimeEqual,
 	"ShouldJSONEqual":              ShouldJSONEqual,
+	"ShouldNotJSONEqual":           ShouldNotJSONEqual,
 	"ShouldBeArray":                ShouldBeArray,
 	"ShouldBeMap":                  ShouldBeMap,
 	"ShouldMatchRegex":             ShouldMatchRegex,
@@ -1473,6 +1474,18 @@ func ShouldJSONEqual(actual interface{}, expected ...interface{}) error {
 	}
 }
 
+// ShouldNotJSONEqual asserts that the actual value is not JSON equal to the expected value
+func ShouldNotJSONEqual(actual interface{}, expected ...interface{}) error {
+	if err := need(1, expected); err != nil {
+		return err
+	}
+
+	if err := ShouldJSONEqual(actual, expected...); err == nil {
+		return fmt.Errorf("expected %v to not be JSON equals to %v", actual, expected[0])
+	}
+	return nil
+}
+
 func getTimeFromString(in interface{}) (time.Time, error) {
 	if t, isTime := in.(time.Time); isTime {
 		return t, nil

assertions/assertions_test.go

@@ -2329,3 +2329,112 @@ func TestShouldJSONEqual(t *testing.T) {
 		})
 	}
 }
+
+func TestShouldNotJSONEqual(t *testing.T) {
+	tests := []struct {
+		name     string
+		actual   interface{}
+		expected interface{}
+		wantErr  bool
+	}{
+		{
+			name:     "equal objects should error",
+			actual:   map[string]interface{}{"a": 1, "b": 2},
+			expected: `{"a": 1, "b": 2}`,
+			wantErr:  true,
+		},
+		{
+			name:     "different objects should not error",
+			actual:   map[string]interface{}{"a": 1, "b": 2},
+			expected: `{"a": 1, "b": 3}`,
+			wantErr:  false,
+		},
+		{
+			name:     "equal arrays should error",
+			actual:   []interface{}{1, 2, 3},
+			expected: `[1, 2, 3]`,
+			wantErr:  true,
+		},
+		{
+			name:     "different arrays should not error",
+			actual:   []interface{}{1, 2, 3},
+			expected: `[1, 2, 4]`,
+			wantErr:  false,
+		},
+		{
+			name:     "equal strings should error",
+			actual:   "test",
+			expected: "test",
+			wantErr:  true,
+		},
+		{
+			name:     "different strings should not error",
+			actual:   "test1",
+			expected: "test2",
+			wantErr:  false,
+		},
+		{
+			name:     "equal numbers should error",
+			actual:   json.Number("123"),
+			expected: json.Number("123"),
+			wantErr:  true,
+		},
+		{
+			name:     "different numbers should not error",
+			actual:   json.Number("123"),
+			expected: json.Number("456"),
+			wantErr:  false,
+		},
+		{
+			name:     "equal booleans should error",
+			actual:   true,
+			expected: true,
+			wantErr:  true,
+		},
+		{
+			name:     "different booleans should not error",
+			actual:   true,
+			expected: false,
+			wantErr:  false,
+		},
+		{
+			name:     "null values should error",
+			actual:   "",
+			expected: "null",
+			wantErr:  true,
+		},
+		{
+			name:     "null and non-null should not error",
+			actual:   "",
+			expected: "not null",
+			wantErr:  false,
+		},
+		{
+			name:     "objects with different key order should error",
+			actual:   map[string]interface{}{"a": 1, "b": 2},
+			expected: `{"b": 2, "a": 1}`,
+			wantErr:  true,
+		},
+		{
+			name:     "nested objects should error when equal",
+			actual:   map[string]interface{}{"a": map[string]interface{}{"b": 1}},
+			expected: `{"a": {"b": 1}}`,
+			wantErr:  true,
+		},
+		{
+			name:     "nested objects should not error when different",
+			actual:   map[string]interface{}{"a": map[string]interface{}{"b": 1}},
+			expected: `{"a": {"b": 2}}`,
+			wantErr:  false,
+		},
+	}
+
+	for _, tt := range tests {
+		t.Run(tt.name, func(t *testing.T) {
+			err := ShouldNotJSONEqual(tt.actual, tt.expected)
+			if (err != nil) != tt.wantErr {
+				t.Errorf("ShouldNotJSONEqual() error = %v, wantErr %v", err, tt.wantErr)
+			}
+		})
+	}
+}

go.mod

@@ -1,6 +1,6 @@
 module github.com/ovh/venom
 
-go 1.24
+go 1.25
 
 require (
 	github.com/Azure/go-amqp v1.0.2
@@ -41,13 +41,13 @@ require (
 	github.com/spf13/cobra v1.7.0
 	github.com/spf13/pflag v1.0.5
 	github.com/streadway/amqp v1.1.0
-	github.com/stretchr/testify v1.10.0
+	github.com/stretchr/testify v1.11.1
 	github.com/yesnault/go-imap v0.0.0-20160710142244-eb9bbb66bd7b
 	go.mongodb.org/mongo-driver v1.12.1
-	golang.org/x/crypto v0.37.0
-	golang.org/x/exp v0.0.0-20250408133849-7e4ce0ab07d0
-	golang.org/x/net v0.39.0
-	google.golang.org/grpc v1.72.0
+	golang.org/x/crypto v0.42.0
+	golang.org/x/exp v0.0.0-20250911091902-df9299821621
+	golang.org/x/net v0.44.0
+	google.golang.org/grpc v1.75.1
 	gopkg.in/yaml.v2 v2.4.0
 	gopkg.in/yaml.v3 v3.0.1
 	modernc.org/sqlite v1.26.0
@@ -58,15 +58,15 @@ require (
 	github.com/couchbase/gocbcoreps v0.1.3 // indirect
 	github.com/couchbase/goprotostellar v1.0.2 // indirect
 	github.com/couchbaselabs/gocbconnstr/v2 v2.0.0-20240607131231-fb385523de28 // indirect
-	github.com/go-logr/logr v1.4.2 // indirect
+	github.com/go-logr/logr v1.4.3 // indirect
 	github.com/go-logr/stdr v1.2.2 // indirect
 	github.com/grpc-ecosystem/go-grpc-middleware v1.4.0 // indirect
 	go.opentelemetry.io/auto/sdk v1.1.0 // indirect
-	go.opentelemetry.io/contrib/instrumentation/google.golang.org/grpc/otelgrpc v0.49.0 // indirect
-	go.opentelemetry.io/otel/metric v1.35.0 // indirect
+	go.opentelemetry.io/contrib/instrumentation/google.golang.org/grpc/otelgrpc v0.63.0 // indirect
+	go.opentelemetry.io/otel/metric v1.38.0 // indirect
 	go.uber.org/multierr v1.11.0 // indirect
 	go.uber.org/zap v1.27.0 // indirect
-	golang.org/x/oauth2 v0.26.0 // indirect
+	golang.org/x/oauth2 v0.31.0 // indirect
 )
 
 require (
@@ -117,15 +117,15 @@ require (
 	github.com/xdg-go/scram v1.1.2 // indirect
 	github.com/xdg-go/stringprep v1.0.4 // indirect
 	github.com/youmark/pkcs8 v0.0.0-20201027041543-1326539a0a0a // indirect
-	go.opentelemetry.io/otel v1.35.0 // indirect
-	go.opentelemetry.io/otel/trace v1.35.0 // indirect
-	golang.org/x/mod v0.24.0 // indirect
-	golang.org/x/sync v0.13.0 // indirect
-	golang.org/x/sys v0.32.0 // indirect
-	golang.org/x/text v0.24.0 // indirect
-	golang.org/x/tools v0.32.0 // indirect
-	google.golang.org/genproto/googleapis/rpc v0.0.0-20250428153025-10db94c68c34 // indirect
-	google.golang.org/protobuf v1.36.6 // indirect
+	go.opentelemetry.io/otel v1.38.0 // indirect
+	go.opentelemetry.io/otel/trace v1.38.0 // indirect
+	golang.org/x/mod v0.28.0 // indirect
+	golang.org/x/sync v0.17.0 // indirect
+	golang.org/x/sys v0.36.0 // indirect
+	golang.org/x/text v0.29.0 // indirect
+	golang.org/x/tools v0.37.0 // indirect
+	google.golang.org/genproto/googleapis/rpc v0.0.0-20250922171735-9219d122eba9 // indirect
+	google.golang.org/protobuf v1.36.9 // indirect
 	gopkg.in/ini.v1 v1.67.0 // indirect
 	lukechampine.com/uint128 v1.3.0 // indirect
 	modernc.org/cc/v3 v3.41.0 // indirect