enable test handler for containerd runtime

Author: upodroid

Makefile

@@ -266,7 +266,7 @@ gcs-publish-ci: gsutil version-dist-ci
 	@echo "== Uploading kops =="
 	gsutil -h "Cache-Control:private, max-age=0, no-transform" -m cp -n -r ${UPLOAD}/kops/* ${GCS_LOCATION}
 	echo "VERSION: ${VERSION}"
-	echo "${GCS_URL}/${VERSION}" > ${UPLOAD}/${LATEST_FILE}
+	echo "${GCS_URL}${VERSION}" > ${UPLOAD}/${LATEST_FILE}
 	gsutil -h "Cache-Control:private, max-age=0, no-transform" cp ${UPLOAD}/${LATEST_FILE} ${GCS_LOCATION}
 
 .PHONY: gen-cli-docs

k8s/crds/kops.k8s.io_clusters.yaml

@@ -921,6 +921,10 @@ spec:
                     description: State directory for execution state files (default
                       "/run/containerd").
                     type: string
+                  testHandlerEnabled:
+                    description: TestHandlerEnabled enables a runtime called test-handler,
+                      specific to k/k e2e tests
+                    type: boolean
                   version:
                     description: Version used to pick the containerd package.
                     type: string

k8s/crds/kops.k8s.io_instancegroups.yaml

@@ -225,6 +225,10 @@ spec:
                     description: State directory for execution state files (default
                       "/run/containerd").
                     type: string
+                  testHandlerEnabled:
+                    description: TestHandlerEnabled enables a runtime called test-handler,
+                      specific to k/k e2e tests
+                    type: boolean
                   version:
                     description: Version used to pick the containerd package.
                     type: string

nodeup/pkg/model/containerd.go

@@ -492,6 +492,9 @@ func (b *ContainerdBuilder) buildContainerdConfig() (string, error) {
 	if containerd.SeLinuxEnabled {
 		config.SetPath([]string{"plugins", "io.containerd.grpc.v1.cri", "enable_selinux"}, true)
 	}
+	if containerd.TestHandlerEnabled {
+		config.SetPath([]string{"plugins", "io.containerd.grpc.v1.cri", "containerd", "runtimes", "test-handler", "runtime_type"}, "io.containerd.runc.v2")
+	}
 	if b.NodeupConfig.KubeletConfig.PodInfraContainerImage != "" {
 		config.SetPath([]string{"plugins", "io.containerd.grpc.v1.cri", "sandbox_image"}, b.NodeupConfig.KubeletConfig.PodInfraContainerImage)
 	}

pkg/apis/kops/containerdconfig.go

@@ -51,6 +51,8 @@ type ContainerdConfig struct {
 	SeLinuxEnabled bool `json:"selinuxEnabled,omitempty"`
 	// NRI configures the Node Resource Interface.
 	NRI *NRIConfig `json:"nri,omitempty"`
+	// TestHandlerEnabled enables a runtime called test-handler, specific to k/k e2e tests
+	TestHandlerEnabled bool `json:"testHandlerEnabled,omitempty"`
 }
 
 type NRIConfig struct {

pkg/apis/kops/v1alpha2/containerdconfig.go

@@ -46,6 +46,8 @@ type ContainerdConfig struct {
 	SeLinuxEnabled bool `json:"selinuxEnabled,omitempty"`
 	// NRI configures the Node Resource Interface.
 	NRI *NRIConfig `json:"nri,omitempty"`
+	// TestHandlerEnabled enables a runtime called test-handler, specific to k/k e2e tests
+	TestHandlerEnabled bool `json:"testHandlerEnabled,omitempty"`
 }
 
 type NRIConfig struct {

pkg/apis/kops/v1alpha2/zz_generated.conversion.go

@@ -46,6 +46,8 @@ type ContainerdConfig struct {
 	SeLinuxEnabled bool `json:"selinuxEnabled,omitempty"`
 	// NRI configures the Node Resource Interface.
 	NRI *NRIConfig `json:"nri,omitempty"`
+	// TestHandlerEnabled enables a runtime called test-handler, specific to k/k e2e tests
+	TestHandlerEnabled bool `json:"testHandlerEnabled,omitempty"`
 }
 
 type NRIConfig struct {

pkg/apis/kops/v1alpha3/containerdconfig.go

@@ -20,14 +20,12 @@ import (
 	"errors"
 	"fmt"
 	"os"
-	"path"
 	"path/filepath"
 	"strings"
 	"time"
 
 	"k8s.io/klog/v2"
 	"k8s.io/kops/tests/e2e/kubetest2-kops/gce"
-	"k8s.io/kops/tests/e2e/pkg/kops"
 	"k8s.io/kops/tests/e2e/pkg/target"
 	"k8s.io/kops/tests/e2e/pkg/util"
 	"sigs.k8s.io/kubetest2/pkg/boskos"
@@ -51,14 +49,6 @@ func (d *deployer) initialize() error {
 			return fmt.Errorf("init failed to check up flags: %v", err)
 		}
 	}
-	if d.KopsVersionMarker != "" {
-		d.KopsBinaryPath = path.Join(d.commonOptions.RunDir(), "kops")
-		baseURL, err := kops.DownloadKops(d.KopsVersionMarker, d.KopsBinaryPath)
-		if err != nil {
-			return fmt.Errorf("init failed to download kops from url: %v", err)
-		}
-		d.KopsBaseURL = baseURL
-	}
 
 	switch d.CloudProvider {
 	case "aws":

pkg/apis/kops/v1alpha3/zz_generated.conversion.go

@@ -20,6 +20,7 @@ import (
 	"errors"
 	"fmt"
 	osexec "os/exec"
+	"path"
 	"strings"
 	"time"
 
@@ -41,6 +42,17 @@ func (d *deployer) Up() error {
 		return err
 	}
 
+	// kops is fetched when --up is called instead of init to support a scenario where k/k is being built
+	// and a kops build is not ready yet
+	if d.KopsVersionMarker != "" {
+		d.KopsBinaryPath = path.Join(d.commonOptions.RunDir(), "kops")
+		baseURL, err := kops.DownloadKops(d.KopsVersionMarker, d.KopsBinaryPath)
+		if err != nil {
+			return fmt.Errorf("init failed to download kops from url: %v", err)
+		}
+		d.KopsBaseURL = baseURL
+	}
+
 	if d.terraform == nil {
 		klog.Info("Cleaning up any leaked resources from previous cluster")
 		// Intentionally ignore errors:
@@ -118,6 +130,7 @@ func (d *deployer) createCluster(zones []string, adminAccess string, yes bool) e
 		"--kubernetes-version", d.KubernetesVersion,
 		"--ssh-public-key", d.SSHPublicKeyPath,
 		"--set", "cluster.spec.nodePortAccess=0.0.0.0/0",
+		"--set", "spec.containerd.testHandlerEnabled=true",
 	}
 	if yes {
 		args = append(args, "--yes")

tests/e2e/kubetest2-kops/deployer/common.go

@@ -23,10 +23,11 @@ make test-e2e-install
 
 cd "${GOPATH}"/src/k8s.io/kubernetes
 
+# this job assumes pull-kops-e2e-k8s-aws-calico is always ran on presubmits
 kubetest2 kops -v=6 \
     --up --down --build --build-kubernetes=true --target-build-arch=linux/amd64 \
     --cloud-provider=gce --admin-access=0.0.0.0/0 \
-    --kops-version-marker=https://storage.googleapis.com/kops-ci/bin/latest-ci.txt \
+    --kops-version-marker=https://storage.googleapis.com/k8s-staging-kops/pulls/pull-kops-e2e-k8s-aws-calico/pull-"${PULL_PULL_SHA}"/latest-ci.txt \
     --create-args "--networking=kubenet --set=spec.nodeProblemDetector.enabled=true" \
     --test=kops \
     -- \