Update GoLang, python and base images

chore:	Update GoLang to 1.22
	Update Python to 3.11
	Update base images from UBI8 to UBI9

Signed-off-by: Spolti <[email protected]>

Author: spolti

.github/workflows/fvt-base.yml

@@ -38,17 +38,18 @@ jobs:
       - name: Setup go
         uses: actions/setup-go@v5
         with:
-          go-version: '1.21'
+          go-version: '1.22'
 
       - name: Start Minikube
-        uses: medyagh/[email protected].14
+        uses: medyagh/[email protected].19
         id: minikube
         with:
-          minikube-version: 1.32.0
+          minikube-version: 1.35.0
           container-runtime: docker
-          kubernetes-version: v1.26.1
+          kubernetes-version: v1.32.0
           cpus: max
           memory: max
+          addons: storage-provisioner
 
       - name: Check pods
         run: |

.pre-commit-config.yaml

@@ -13,7 +13,7 @@
 # limitations under the License.
 repos:
   - repo: https://github.com/golangci/golangci-lint
-    rev: v1.51.2
+    rev: v1.60.3
     hooks:
       - id: golangci-lint
         entry: golangci-lint run

Dockerfile

@@ -51,7 +51,7 @@ RUN --mount=type=cache,target=/root/.cache/go-build \
 ###############################################################################
 # Stage 2: Copy build assets to create the smallest final runtime image
 ###############################################################################
-FROM registry.access.redhat.com/ubi8/ubi-minimal:latest AS runtime
+FROM registry.access.redhat.com/ubi9/ubi-minimal:9.5 AS runtime
 
 ARG USER=2000
 ARG IMAGE_VERSION

Dockerfile.develop

@@ -21,8 +21,8 @@
 ###############################################################################
 # Create the develop, test, and build environment
 ###############################################################################
-ARG GOLANG_VERSION=1.21
-FROM registry.access.redhat.com/ubi8/go-toolset:$GOLANG_VERSION
+ARG GOLANG_VERSION=1.22
+FROM registry.access.redhat.com/ubi9/go-toolset:$GOLANG_VERSION
 
 
 # https://docs.docker.com/engine/reference/builder/#automatic-platform-args-in-the-global-scope
@@ -44,14 +44,15 @@ ENV HOME=/root
 WORKDIR /workspace
 
 # Install build and dev tools
-# NOTE: Require python38 to install pre-commit
+# NOTE: Require python to install pre-commit
 RUN --mount=type=cache,target=/root/.cache/dnf:rw \
     dnf install --setopt=cachedir=/root/.cache/dnf -y --nodocs \
        nodejs \
        jq \
-       python38 \
-    && ln -sf /usr/bin/python3 /usr/bin/python \
-    && ln -sf /usr/bin/pip3 /usr/bin/pip \
+       python3.11 \
+       python3.11-pip \
+    && alternatives --install /usr/bin/python python /usr/bin/python3.11 1 \
+    && alternatives --install /usr/bin/pip pip /usr/bin/pip3.11 1 \
     && true
 
 # Install pre-commit

controllers/modelmesh/cluster_config.go

@@ -71,7 +71,7 @@ func (cc ClusterConfig) Reconcile(ctx context.Context, namespace string, cl clie
 		return err
 	}
 
-	if cc.SRSpecs == nil || len(cc.SRSpecs) == 0 {
+	if len(cc.SRSpecs) == 0 {
 		if !notfound {
 			return cl.Delete(ctx, m)
 		}

controllers/servingruntime_controller.go

@@ -242,6 +242,7 @@ func (r *ServingRuntimeReconciler) Reconcile(ctx context.Context, req ctrl.Reque
 		RESTProxyEnabled:           cfg.RESTProxy.Enabled,
 		RESTProxyImage:             cfg.RESTProxy.Image.TaggedImage(),
 		RESTProxyPort:              cfg.RESTProxy.Port,
+		RESTProxySkipVerify:        cfg.RESTProxy.SkipVerify,
 		RESTProxyResources:         cfg.RESTProxy.Resources.ToKubernetesType(),
 		PullerImage:                cfg.StorageHelperImage.TaggedImage(),
 		PullerImageCommand:         cfg.StorageHelperImage.Command,

fvt/fvtclient.go

@@ -28,11 +28,10 @@ import (
 	"strings"
 	"time"
 
-	"google.golang.org/grpc/credentials/insecure"
-
 	"github.com/go-logr/logr"
 	"github.com/kserve/kserve/pkg/apis/serving/v1beta1"
 	api "github.com/kserve/modelmesh-serving/apis/serving/v1alpha1"
+	"google.golang.org/grpc/credentials/insecure"
 
 	"github.com/onsi/ginkgo/v2"
 	. "github.com/onsi/gomega"
@@ -497,6 +496,29 @@ func (fvt *FVTClient) TailPodLogs(sinceTime string) {
 	}
 }
 
+func (fvt *FVTClient) PrintContainerEnvsFromAllPods() {
+	podList, err := fvt.Resource(gvrPods).Namespace(fvt.namespace).List(context.TODO(), metav1.ListOptions{
+		LabelSelector: "modelmesh-service=modelmesh-serving",
+	})
+	if err != nil {
+		fvt.log.Error(err, "Error listing the pods")
+	}
+	for _, podList := range podList.Items {
+		podName := podList.GetName()
+		err = fvt.RunKubectl("get", "pod/"+podName, "-o", "yaml")
+		if err != nil {
+			fvt.log.Error(err, "Error running kubectl exec env command")
+		}
+	}
+}
+
+func (fvt *FVTClient) PrintMMConfig() {
+	err := fvt.RunKubectl("get", "cm", UserConfigMapName, "-o", "yaml")
+	if err != nil {
+		fvt.log.Error(err, "Error running get config map command")
+	}
+}
+
 func (fvt *FVTClient) RunKubectl(args ...string) error {
 	args = append(args, "-n", fvt.namespace)
 	kubectlCmd := exec.Command("kubectl", args...)
@@ -533,13 +555,13 @@ func (fvt *FVTClient) RunKfsModelMetadata(req *inference.ModelMetadataRequest) (
 	return grpcClient.ModelMetadata(ctx, req)
 }
 
-func (fvt *FVTClient) RunKfsRestInference(modelName string, body []byte, tls bool) (string, error) {
+func (fvt *FVTClient) RunKfsRestInference(modelName string, body []byte, useTls bool) (string, error) {
 	if fvt.restConn == nil {
 		return "", errors.New("you must connect to model mesh before running an inference")
 	}
 
 	protocol := "http"
-	if tls {
+	if useTls {
 		protocol = "https"
 	}
 

fvt/globals.go

@@ -27,7 +27,8 @@ var NameSpaceScopeMode = false
 var DefaultConfig = map[string]interface{}{
 	"podsPerRuntime": 1,
 	"restProxy": map[string]interface{}{
-		"enabled": true,
+		"enabled":    true,
+		"skipVerify": true,
 	},
 	"scaleToZero": map[string]interface{}{
 		"enabled": false,

fvt/predictor/predictor_suite_test.go

@@ -87,11 +87,13 @@ var _ = JustBeforeEach(func() {
 })
 var _ = JustAfterEach(func() {
 	if CurrentSpecReport().Failed() {
+		FVTClientInstance.PrintMMConfig()
 		FVTClientInstance.PrintPredictors()
 		FVTClientInstance.PrintIsvcs()
 		FVTClientInstance.PrintPods()
 		FVTClientInstance.PrintDescribeNodes()
 		FVTClientInstance.PrintEvents()
 		FVTClientInstance.TailPodLogs(startTime)
+		FVTClientInstance.PrintContainerEnvsFromAllPods()
 	}
 })

fvt/predictor/predictor_test.go

@@ -15,15 +15,15 @@
 package predictor
 
 import (
+	"crypto/sha1"
 	"fmt"
 	"time"
 
-	metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
-	"k8s.io/apimachinery/pkg/apis/meta/v1/unstructured"
-
 	inference "github.com/kserve/modelmesh-serving/fvt/generated"
 	tfsframework "github.com/kserve/modelmesh-serving/fvt/generated/tensorflow/core/framework"
 	tfsapi "github.com/kserve/modelmesh-serving/fvt/generated/tensorflow_serving/apis"
+	metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
+	"k8s.io/apimachinery/pkg/apis/meta/v1/unstructured"
 
 	. "github.com/kserve/modelmesh-serving/fvt"
 	. "github.com/onsi/ginkgo/v2"
@@ -364,10 +364,16 @@ var _ = Describe("Predictor", func() {
 		BeforeAll(func() {
 			// load the test predictor object
 			tfPredictorObject = NewPredictorForFVT("tf-predictor.yaml")
+			rd := fmt.Sprintf("%x", sha1.Sum([]byte(time.Now().String())))
+			randomName := fmt.Sprintf("minimal-tf-predictor-%s", rd[len(rd)-5:])
+			SetString(tfPredictorObject, randomName, "metadata", "name")
+
 			tfPredictorName = tfPredictorObject.GetName()
 
 			CreatePredictorAndWaitAndExpectLoaded(tfPredictorObject)
 
+			WaitForStableActiveDeployState(time.Second * 60)
+
 			err := FVTClientInstance.ConnectToModelServing(Insecure)
 			Expect(err).ToNot(HaveOccurred())
 		})
@@ -1175,6 +1181,7 @@ var _ = Describe("TLS XGBoost inference", Ordered, Serial, func() {
 
 	It("should successfully run an inference with basic TLS", func() {
 		By("Updating the user ConfigMap to for basic TLS")
+
 		FVTClientInstance.UpdateConfigMapTLS(BasicTLSConfig)
 
 		By("Waiting for stable deploy state after UpdateConfigMapTLS")

go.mod

@@ -1,6 +1,6 @@
 module github.com/kserve/modelmesh-serving
 
-go 1.21
+go 1.22.9
 
 require (
 	github.com/dereklstinson/cifar v0.0.0-20200421171932-5722a3b6a0c7