test: Create multi node kind cluster and use alpine images (#855)

.github/workflows/e2e-dummy.yaml

@@ -3,7 +3,7 @@ name: e2e-dummy
 jobs:
   e2e-dummy:
     name: ${{ matrix.kind-k8s-version }}
-    runs-on: ubuntu-latest
+    runs-on: [self-hosted, ops]
     strategy:
       fail-fast: false
       matrix:

Dockerfile

@@ -1,5 +1,5 @@
 # Build the manager binary
-FROM golang:1.22 AS builder
+FROM golang:1.22-alpine AS builder
 
 ARG RELEASE_VERSION=master
 ARG RELEASE_COMMIT=none

Makefile

@@ -57,7 +57,7 @@ endif
 		eval \$$($(GOBIN)/setup-envtest use -p env ${TEST_K8S_VERSION}); \
 		export USE_CERTMANAGER=false; \
 		export TEST_USE_EXISTING_CLUSTER=false; \
-		$(GINKGO) --label-filter=envtest -vv --no-color --procs 3 -output-dir=${PWD} -keep-separate-reports --junit-report=test-results-junit.xml --randomize-suites --randomize-all -timeout 10m ./... -covermode=count -coverprofile cover.out \
+		$(GINKGO) --label-filter=envtest -vv --no-color --procs 3 -output-dir=${PWD} -keep-separate-reports -race --junit-report=test-results-junit.xml --randomize-suites --randomize-all -timeout 10m ./... -covermode=count -coverprofile cover.out \
 	"
 
 ##@ Build

hack/functions.sh

@@ -16,7 +16,7 @@ PATH=$bin_dir/goinstall/bin:$bin_dir:/usr/local/go/bin:$PATH
 GOBIN=$bin_dir
 
 start_kind_cluster() {
-  $kind create cluster --name kind --image $kindest_node_image_multiplatform_amd64_arm64 --wait 300s
+  $kind create cluster --name kind --config hack/kind-config.yaml --image $kindest_node_image_multiplatform_amd64_arm64 --wait 300s
 
   sleep 5
 
@@ -25,7 +25,6 @@ start_kind_cluster() {
     exit 1
   fi
 
-  $kubectl label node --overwrite --all topology.kubernetes.io/zone=az1
   $kubectl patch clusterrolebinding cluster-admin --type='json' -p='[{"op": "add", "path": "/subjects/1", "value": {"kind": "ServiceAccount", "name": "default", "namespace": "default" } }]'
 }
 

hack/kind-config.yaml

@@ -0,0 +1,13 @@
+kind: Cluster
+apiVersion: kind.x-k8s.io/v1alpha4
+nodes:
+  - role: control-plane
+  - role: worker
+    labels:
+      "topology.kubernetes.io/zone": "us-west-2a"
+  - role: worker
+    labels:
+      "topology.kubernetes.io/zone": "us-west-2b"
+  - role: worker
+    labels:
+      "topology.kubernetes.io/zone": "us-west-2c"

hack/run-e2e-within-kind-test-pod-dummy.sh

@@ -5,4 +5,4 @@ set -x -o pipefail
 source hack/functions.sh
 
 # We skip the helpers package as those tests assumes the environment variable USE_CERT_MANAGER is not set.
-USE_CERTMANAGER=true TEST_USE_EXISTING_CLUSTER=true DUMMY_LOGSCALE_IMAGE=true ginkgo --label-filter=dummy -timeout 1h -nodes=$GINKGO_NODES --no-color --skip-package helpers -race -v ./controllers/suite/... -covermode=count -coverprofile cover.out -progress | tee /proc/1/fd/1
+USE_CERTMANAGER=true TEST_USE_EXISTING_CLUSTER=true DUMMY_LOGSCALE_IMAGE=true ginkgo --label-filter=dummy -timeout 1h -nodes=$GINKGO_NODES --no-color --skip-package helpers -v ./controllers/suite/... -covermode=count -coverprofile cover.out -progress | tee /proc/1/fd/1

hack/run-e2e-within-kind-test-pod.sh

@@ -5,4 +5,4 @@ set -x -o pipefail
 source hack/functions.sh
 
 # We skip the helpers package as those tests assumes the environment variable USE_CERT_MANAGER is not set.
-USE_CERTMANAGER=true TEST_USE_EXISTING_CLUSTER=true ginkgo --label-filter=real -timeout 120m -nodes=$GINKGO_NODES --no-color --skip-package helpers -race -v ./controllers/suite/... -covermode=count -coverprofile cover.out -progress | tee /proc/1/fd/1
+USE_CERTMANAGER=true TEST_USE_EXISTING_CLUSTER=true ginkgo --label-filter=real -timeout 120m -nodes=$GINKGO_NODES --no-color --skip-package helpers -v ./controllers/suite/... -covermode=count -coverprofile cover.out -progress | tee /proc/1/fd/1

images/helper/Dockerfile

@@ -1,4 +1,4 @@
-FROM golang:1.22 AS builder
+FROM golang:1.22-alpine AS builder
 
 ARG RELEASE_VERSION=master
 ARG RELEASE_COMMIT=none

images/logscale-dummy/Dockerfile

@@ -1,7 +1,9 @@
-FROM golang:1.22 AS builder
+FROM golang:1.22-alpine AS builder
+
+RUN apk add bash
 
 WORKDIR /app/humio
 COPY . /app/humio
 RUN go run "$(go env GOROOT)/src/crypto/tls/generate_cert.go" -host dummy
 RUN chmod a+r key.pem
-RUN CGO_ENABLED=0 GOOS=linux GOARCH=amd64 go build -o /app/humio/dummy /app/humio/*.go
+RUN CGO_ENABLED=0 GOOS=linux GOARCH=amd64 go build -o /app/humio/dummy /app/humio/*.go

test.Dockerfile

@@ -1,8 +1,11 @@
-FROM golang:1.22.2
+# syntax=docker/dockerfile:1.7-labs
+FROM golang:1.22.2-alpine
+
+RUN apk add bash
 
 # Create and populate /var/src with the source code for the humio-operator repository
 RUN mkdir /var/src
-COPY ./ /var/src
+COPY --exclude=tmp --exclude=bin ./ /var/src
 WORKDIR /var/src
 
 RUN bash -c "rm -rf /var/src/tmp/*"