feat(e2e): add test for invalid arguments in TestRun

Author: yorugac

e2e/invalid-arguments/manifests/configmap.yaml

@@ -0,0 +1,21 @@
+apiVersion: v1
+kind: ConfigMap
+metadata:
+  name: test
+  namespace: default
+data:
+  test.js: |
+    import http from 'k6/http';
+    import { check } from 'k6';
+
+    export let options = {
+      vus: 1,
+      duration: '50s'
+    };
+
+    export default function () {
+      const result = http.get('https://quickpizza.grafana.com');
+      check(result, {
+        'http response status code is 200': result.status === 200,
+      });
+    }

e2e/invalid-arguments/manifests/kustomization.yaml

@@ -0,0 +1,5 @@
+apiVersion: kustomize.config.k8s.io/v1beta1
+kind: Kustomization
+resources:
+- ../../latest/
+- configmap.yaml

e2e/invalid-arguments/test.js

@@ -0,0 +1,46 @@
+import { Environment } from 'k6/x/environment';
+import { sleep, fail } from 'k6';
+
+export const options = {
+  setupTimeout: '60s',
+};
+
+const PARENT = "./"
+
+const env = new Environment({
+  name: "invalid-arguments",
+  implementation: "vcluster",
+  initFolder: PARENT + "manifests", // initial folder with everything that will be loaded at init
+})
+
+export function setup() {
+  console.log("init returns", env.init());
+  // it is best to have a bit of delay between creating a CRD and 
+  // a corresponding CR, so as to avoid the "no matches" error
+  sleep(0.5);
+}
+
+// TestRun should enter error stage on invalid .spec.arguments
+export default function () {
+  let err = env.apply(PARENT + "testrun.yaml");
+  console.log("apply testrun returns", err)
+
+  err = env.wait({
+    kind: "TestRun",
+    name: "k6-sample", //tr.name(),
+    namespace: "default",  //tr.namespace(),
+    status_key: "stage",
+    status_value: "error",
+  }, {
+    timeout: "5m",
+    interval: "1m",
+  });
+
+  if (err != null) {
+    fail("wait returns" + err);
+  }
+}
+
+export function teardown() {
+  console.log("delete returns", env.delete());
+}

e2e/invalid-arguments/testrun.yaml

@@ -0,0 +1,12 @@
+---
+apiVersion: k6.io/v1alpha1
+kind: TestRun
+metadata:
+  name: k6-sample
+spec:
+  parallelism: 1
+  arguments: this argument-is-invalid
+  script:
+    configMap:
+      name: "test"
+      file: "test.js"

e2e/run-tests.sh

@@ -130,6 +130,7 @@ tests=(
   "init-container-volume"
   "multifile"
   "error-stage"
+  "invalid-arguments"
   "testrun-simultaneous"
   "testrun-watch-namespace"
   "testrun-watch-namespaces"