[test] : add labels to run e2e tests (#336)

* add labels to run e2e tests

* allow additional args to chainsaw command

Author: rahulait

Makefile

@@ -193,7 +193,7 @@ e2e-test:
 	KUBECONFIG=$(KUBECONFIG_PATH) \
 	REGION=$(LINODE_REGION) \
 	LINODE_TOKEN=$(LINODE_TOKEN) \
-	chainsaw test e2e/test --parallel 2
+	chainsaw test e2e/test --parallel 2 $(E2E_FLAGS)
 
 .PHONY: e2e-test-bgp
 e2e-test-bgp:
@@ -204,7 +204,7 @@ e2e-test-bgp:
 		KUBECONFIG=$(KUBECONFIG_PATH) \
 		REGION=$(LINODE_REGION) \
 		LINODE_TOKEN=$(LINODE_TOKEN) \
-		chainsaw test e2e/bgp-test/lb-cilium-bgp
+		chainsaw test e2e/bgp-test/lb-cilium-bgp $(E2E_FLAGS)
 
 #####################################################################
 # OS / ARCH

e2e/bgp-test/lb-cilium-bgp/chainsaw-test.yaml

@@ -3,6 +3,8 @@ apiVersion: chainsaw.kyverno.io/v1alpha1
 kind: Test
 metadata:
   name: cilium-bgp-test
+  labels:
+    all:
 spec:
   namespace: "cilium-bgp-test"
   steps:

e2e/test/ccm-resources/chainsaw-test.yaml

@@ -3,6 +3,8 @@ apiVersion: chainsaw.kyverno.io/v1alpha1
 kind: Test
 metadata:
   name: check-ccm-resources
+  labels:
+    all:
 spec:
   steps:
     - name: Check if CCM is deployed

e2e/test/fw-use-specified-nb/chainsaw-test.yaml

@@ -3,6 +3,9 @@ apiVersion: chainsaw.kyverno.io/v1alpha1
 kind: Test
 metadata:
   name: fw-use-specified-nb
+  labels:
+    all:
+    lke:
 spec:
   bindings:
     - name: fwname

e2e/test/lb-created-with-new-nb-id/chainsaw-test.yaml

@@ -3,6 +3,9 @@ apiVersion: chainsaw.kyverno.io/v1alpha1
 kind: Test
 metadata:
   name: lb-created-with-new-nb-id
+  labels:
+    all:
+    lke:
 spec:
   namespace: "lb-created-with-new-nb-id"
   steps:

e2e/test/lb-created-with-specified-nb-id/chainsaw-test.yaml

@@ -3,6 +3,9 @@ apiVersion: chainsaw.kyverno.io/v1alpha1
 kind: Test
 metadata:
   name: lb-created-with-specified-nb-id
+  labels:
+    all:
+    lke:
 spec:
   namespace: "lb-created-with-specified-nb-id"
   steps:

e2e/test/lb-delete-svc-no-nb/chainsaw-test.yaml

@@ -3,6 +3,9 @@ apiVersion: chainsaw.kyverno.io/v1alpha1
 kind: Test
 metadata:
   name: lb-delete-svc-no-nb
+  labels:
+    all:
+    lke:
 spec:
   namespace: "lb-delete-svc-no-nb"
   steps:

e2e/test/lb-delete-svc-use-new-nbid/chainsaw-test.yaml

@@ -3,6 +3,9 @@ apiVersion: chainsaw.kyverno.io/v1alpha1
 kind: Test
 metadata:
   name: lb-delete-svc-use-new-nbid
+  labels:
+    all:
+    lke:
 spec:
   namespace: "lb-delete-svc-use-new-nbid"
   steps:

e2e/test/lb-delete-svc-use-specified-nb/chainsaw-test.yaml

@@ -3,6 +3,9 @@ apiVersion: chainsaw.kyverno.io/v1alpha1
 kind: Test
 metadata:
   name: lb-delete-svc-use-specified-nb
+  labels:
+    all:
+    lke:
 spec:
   namespace: "lb-delete-svc-use-specified-nb"
   steps:

e2e/test/lb-fw-delete-acl/chainsaw-test.yaml

@@ -3,6 +3,9 @@ apiVersion: chainsaw.kyverno.io/v1alpha1
 kind: Test
 metadata:
   name: lb-fw-delete-acl
+  labels:
+    all:
+    lke:
 spec:
   namespace: "lb-fw-delete-acl"
   steps:

e2e/test/lb-fw-update-acl/chainsaw-test.yaml

@@ -3,6 +3,9 @@ apiVersion: chainsaw.kyverno.io/v1alpha1
 kind: Test
 metadata:
   name: lb-fw-update-acl
+  labels:
+    all:
+    lke:
 spec:
   namespace: "lb-fw-update-acl"
   steps:

e2e/test/lb-hostname-only-ingress/chainsaw-test.yaml

@@ -3,6 +3,9 @@ apiVersion: chainsaw.kyverno.io/v1alpha1
 kind: Test
 metadata:
   name: lb-hostname-only-ingress
+  labels:
+    all:
+    lke:
 spec:
   namespace: "lb-hostname-only-ingress"
   steps:

e2e/test/lb-http-body-health-check/chainsaw-test.yaml

@@ -3,6 +3,9 @@ apiVersion: chainsaw.kyverno.io/v1alpha1
 kind: Test
 metadata:
   name: lb-http-body-health-check
+  labels:
+    all:
+    lke:
 spec:
   namespace: "lb-http-body-health-check"
   steps:

e2e/test/lb-http-status-health-check/chainsaw-test.yaml

@@ -3,6 +3,9 @@ apiVersion: chainsaw.kyverno.io/v1alpha1
 kind: Test
 metadata:
   name: lb-http-status-health-check
+  labels:
+    all:
+    lke:
 spec:
   namespace: "lb-http-status-health-check"
   steps:

e2e/test/lb-passive-health-check/chainsaw-test.yaml

@@ -3,6 +3,9 @@ apiVersion: chainsaw.kyverno.io/v1alpha1
 kind: Test
 metadata:
   name: lb-passive-health-check
+  labels:
+    all:
+    lke:
 spec:
   namespace: "lb-passive-health-check"
   steps:

e2e/test/lb-preserve-annotation-new-nb-specified/chainsaw-test.yaml

@@ -3,6 +3,9 @@ apiVersion: chainsaw.kyverno.io/v1alpha1
 kind: Test
 metadata:
   name: lb-preserve-annotation-new-nb-specified
+  labels:
+    all:
+    lke:
 spec:
   namespace: "lb-preserve-annotation-new-nb-specified"
   steps:

e2e/test/lb-preserve-annotation-svc-delete/chainsaw-test.yaml

@@ -3,6 +3,9 @@ apiVersion: chainsaw.kyverno.io/v1alpha1
 kind: Test
 metadata:
   name: lb-preserve-annotation-svc-delete
+  labels:
+    all:
+    lke:
 spec:
   namespace: "lb-preserve-annotation-svc-delete"
   steps:

e2e/test/lb-simple/chainsaw-test.yaml

@@ -3,6 +3,9 @@ apiVersion: chainsaw.kyverno.io/v1alpha1
 kind: Test
 metadata:
   name: lb-simple
+  labels:
+    all:
+    lke:
 spec:
   namespace: "lb-simple"
   steps:

e2e/test/lb-single-tls/chainsaw-test.yaml

@@ -3,6 +3,9 @@ apiVersion: chainsaw.kyverno.io/v1alpha1
 kind: Test
 metadata:
   name: lb-single-tls
+  labels:
+    all:
+    lke:
 spec:
   namespace: "lb-single-tls"
   steps:

e2e/test/lb-tcp-connection-health-check/chainsaw-test.yaml

@@ -3,6 +3,9 @@ apiVersion: chainsaw.kyverno.io/v1alpha1
 kind: Test
 metadata:
   name: lb-tcp-connection-health-check
+  labels:
+    all:
+    lke:
 spec:
   namespace: "lb-tcp-connection-health-check"
   steps:

e2e/test/lb-updated-with-nb-id/chainsaw-test.yaml

@@ -3,6 +3,9 @@ apiVersion: chainsaw.kyverno.io/v1alpha1
 kind: Test
 metadata:
   name: lb-updated-with-nb-id
+  labels:
+    all:
+    lke:
 spec:
   namespace: "lb-updated-with-nb-id"
   steps:

e2e/test/lb-with-http-to-https/chainsaw-test.yaml

@@ -3,6 +3,9 @@ apiVersion: chainsaw.kyverno.io/v1alpha1
 kind: Test
 metadata:
   name: lb-with-http-to-https
+  labels:
+    all:
+    lke:
 spec:
   namespace: "lb-with-http-to-https"
   steps:

e2e/test/lb-with-multiple-http-https-ports/chainsaw-test.yaml

@@ -3,6 +3,9 @@ apiVersion: chainsaw.kyverno.io/v1alpha1
 kind: Test
 metadata:
   name: lb-with-multiple-http-https-ports
+  labels:
+    all:
+    lke:
 spec:
   namespace: "lb-with-multiple-http-https-ports"
   steps:

e2e/test/lb-with-node-addition/chainsaw-test.yaml

@@ -3,6 +3,8 @@ apiVersion: chainsaw.kyverno.io/v1alpha1
 kind: Test
 metadata:
   name: lb-with-node-addition
+  labels:
+    all:
 spec:
   namespace: "lb-with-node-addition"
   steps:

e2e/test/lb-with-proxyprotocol-default-annotation/chainsaw-test.yaml

@@ -3,6 +3,9 @@ apiVersion: chainsaw.kyverno.io/v1alpha1
 kind: Test
 metadata:
   name: lb-with-proxyprotocol-default-annotation
+  labels:
+    all:
+    lke:
 spec:
   namespace: "lb-with-proxyprotocol-default-annotation"
   steps:

e2e/test/lb-with-proxyprotocol-override/chainsaw-test.yaml

@@ -3,6 +3,9 @@ apiVersion: chainsaw.kyverno.io/v1alpha1
 kind: Test
 metadata:
   name: lb-with-proxyprotocol-override
+  labels:
+    all:
+    lke:
 spec:
   namespace: "lb-with-proxyprotocol-override"
   steps:

e2e/test/lb-with-proxyprotocol-port-specific/chainsaw-test.yaml

@@ -3,6 +3,9 @@ apiVersion: chainsaw.kyverno.io/v1alpha1
 kind: Test
 metadata:
   name: lb-with-proxyprotocol-port-specific
+  labels:
+    all:
+    lke:
 spec:
   namespace: "lb-with-proxyprotocol-port-specific"
   steps:

e2e/test/lb-with-proxyprotocol-set/chainsaw-test.yaml

@@ -3,6 +3,9 @@ apiVersion: chainsaw.kyverno.io/v1alpha1
 kind: Test
 metadata:
   name: lb-with-proxyprotocol-set
+  labels:
+    all:
+    lke:
 spec:
   namespace: "lb-with-proxyprotocol-set"
   steps:

e2e/test/route-controller-test/chainsaw-test.yaml

@@ -3,6 +3,8 @@ apiVersion: chainsaw.kyverno.io/v1alpha1
 kind: Test
 metadata:
   name: route-controller-test
+  labels:
+    all:
 spec:
   bindings:
     - name: fwname