@@ -12,69 +12,24 @@ trap 'cleanup' SIGINT SIGHUP SIGTERM EXIT
1212# test directory.
1313TEST_DIR=./tests/k8st
1414ARCH=${ARCH:- amd64}
15+ GIT_VERSION=${GIT_VERSION:- `git describe --tags --dirty --always --abbrev=12`}
16+ HELM=../bin/helm
17+ CHART=../bin/tigera-operator-$GIT_VERSION .tgz
1518
1619# kubectl binary.
1720: ${kubectl:= ../ hack/ test/ kind/ kubectl}
1821
19- function checkModule() {
20- MODULE=" $1 "
21- echo " Checking kernel module $MODULE ..."
22- if lsmod | grep " $MODULE " & > /dev/null; then
23- return 0
24- else
25- return 1
26- fi
27- }
28-
29- function enable_dual_stack() {
30- # Based on instructions in http://docs.projectcalico.org/master/networking/dual-stack.md
31- local yaml=$1
32- # add assign_ipv4 and assign_ipv6 to CNI config
33- sed -i -e ' /"type": "calico-ipam"/r /dev/stdin' " ${yaml} " << EOF
34- "assign_ipv4": "true",
35- "assign_ipv6": "true"
36- EOF
37- sed -i -e ' s/"type": "calico-ipam"/"type": "calico-ipam",/' " ${yaml} "
38-
39- sed -i -e ' /"type": "calico"/r /dev/stdin' " ${yaml} " << EOF
40- "feature_control": {
41- "floating_ips": true
42- },
43- EOF
44-
45- # And add all the IPV6 env vars
46- sed -i ' /# Enable IPIP/r /dev/stdin' " ${yaml} " << EOF
47- - name: IP6
48- value: "autodetect"
49- - name: CALICO_IPV6POOL_CIDR
50- value: "fd00:10:244::/64"
51- EOF
52- # update FELIX_IPV6SUPPORT=true
53- sed -i ' /FELIX_IPV6SUPPORT/!b;n;c\ value: "true"' " ${yaml} "
54- }
55-
5622echo " Set ipv6 address on each node"
5723docker exec kind-control-plane ip -6 addr replace 2001:20::8/64 dev eth0
5824docker exec kind-worker ip -6 addr replace 2001:20::1/64 dev eth0
5925docker exec kind-worker2 ip -6 addr replace 2001:20::2/64 dev eth0
6026docker exec kind-worker3 ip -6 addr replace 2001:20::3/64 dev eth0
27+
6128echo
6229
6330echo " Load calico/node docker images onto each node"
6431$TEST_DIR /load_images_on_kind_cluster.sh
6532
66- echo " Install Calico and Calicoctl for dualstack"
67- cp $TEST_DIR /infra/calico-kdd.yaml $TEST_DIR /infra/calico.yaml.tmp
68- sed -i " s/amd64/${ARCH} /" $TEST_DIR /infra/calico.yaml.tmp
69- enable_dual_stack $TEST_DIR /infra/calico.yaml.tmp
70- ${kubectl} apply -f $TEST_DIR /infra/calico.yaml.tmp
71- rm $TEST_DIR /infra/calico.yaml.tmp
72- cp $TEST_DIR /infra/calicoctl.yaml $TEST_DIR /infra/calicoctl.yaml.tmp
73- sed -i " s/amd64/${ARCH} /" $TEST_DIR /infra/calicoctl.yaml.tmp
74- ${kubectl} apply -f $TEST_DIR /infra/calicoctl.yaml.tmp
75- rm $TEST_DIR /infra/calicoctl.yaml.tmp
76- echo
77-
7833echo " Install additional permissions for BGP password"
7934${kubectl} apply -f $TEST_DIR /infra/additional-rbac.yaml
8035echo
@@ -114,10 +69,30 @@ function wait_pod_ready() {
11469 return $rc
11570}
11671
72+ echo " Install Calico using the helm chart"
73+ $HELM install calico $CHART -f $TEST_DIR /infra/values.yaml -n tigera-operator --create-namespace
74+
75+ echo " Install calicoctl as a pod"
76+ ${kubectl} apply -f $TEST_DIR /infra/calicoctl.yaml
77+ echo
78+
11779echo " Wait for Calico to be ready..."
118- wait_pod_ready -l k8s-app=calico-node -n kube-system
119- wait_pod_ready -l k8s-app=calico-kube-controllers -n kube-system
120- wait_pod_ready -l k8s-app=kube-dns -n kube-system
80+ while ! time ${kubectl} wait pod -l k8s-app=calico-node --for=condition=Ready -n calico-system --timeout=300s; do
81+ # This happens when no matching resources exist yet, i.e., after installing the operator but before it deploys resources.
82+ sleep 5
83+ done
84+
85+ while ! time ${kubectl} wait pod -l k8s-app=calico-kube-controllers --for=condition=Ready -n calico-system --timeout=300s; do
86+ # This happens when no matching resources exist yet, i.e., after installing the operator but before it deploys resources.
87+ sleep 5
88+ done
89+
90+ while ! time ${kubectl} wait pod -l k8s-app=calico-apiserver --for=condition=Ready -n calico-apiserver --timeout=30s; do
91+ # This happens when no matching resources exist yet, i.e., after installing the operator but before it deploys resources.
92+ sleep 5
93+ done
94+
95+ time ${kubectl} wait pod -l k8s-app=kube-dns --for=condition=Ready -n kube-system --timeout=300s
12196echo " Calico is running."
12297echo
12398
@@ -136,19 +111,7 @@ wait_pod_ready -l app=webserver
136111echo " client and webserver pods are running."
137112echo
138113
139- echo " Deploy Calico apiserver"
140- cp $TEST_DIR /infra/apiserver.yaml $TEST_DIR /infra/apiserver.yaml.tmp
141- sed -i " s/amd64/${ARCH} /" $TEST_DIR /infra/apiserver.yaml.tmp
142- ${kubectl} apply -f ${TEST_DIR} /infra/apiserver.yaml.tmp
143- rm $TEST_DIR /infra/apiserver.yaml.tmp
144- openssl req -x509 -nodes -newkey rsa:4096 -keyout apiserver.key -out apiserver.crt -days 365 -subj " /" " subjectAltName = DNS:calico-api.calico-apiserver.svc"
145- ${kubectl} get secret -n calico-apiserver calico-apiserver-certs ||
146- ${kubectl} create secret -n calico-apiserver generic calico-apiserver-certs --from-file=apiserver.key --from-file=apiserver.crt
147- ${kubectl} patch apiservice v3.projectcalico.org -p \
148- " {\" spec\" : {\" caBundle\" : \" $( ${kubectl} get secret -n calico-apiserver calico-apiserver-certs -o go-template=' {{ index .data "apiserver.crt" }}' ) \" }}"
149- wait_pod_ready -l k8s-app=calico-apiserver -n calico-apiserver
150- echo " Calico apiserver is running."
151-
114+ # Show all the pods running for diags purposes.
152115${kubectl} get po --all-namespaces -o wide
153116${kubectl} get svc
154117
@@ -164,3 +127,8 @@ function test_connection() {
164127}
165128test_connection 4
166129test_connection 6
130+
131+ # At the end of it all, scale down the operator so that it doesn't
132+ # make changes to the cluster. Some of our tests modify calico/node, etc.
133+ # We should remove this once we fix up those tests.
134+ ${kubectl} scale deployment -n tigera-operator tigera-operator --replicas=0
0 commit comments