GODRIVER-3493 Compile check all support Go versions

.evergreen/config.yml

@@ -1420,16 +1420,15 @@ tasks:
         vars:
           MONGO_GO_DRIVER_COMPRESSOR: "snappy"
 
-  # Build the compilecheck submodule with the oldest supported version of Go.
-  - name: go1.18-build
+  # Build the compilecheck submodule with all supported versions of Go >= 
+  # the minimum supported version.
+  - name: go-build
     tags: ["compile-check"]
     commands:
       - command: subprocess.exec
         params:
           binary: bash
-          env:
-            GO_VERSION: "1.18"
-          args: [*task-runner, build-compile-check]
+          args: [*task-runner, build-compile-check-all]
 
   # Build with the same Go version that we're using for tests.
   - name: build
@@ -2118,7 +2117,7 @@ buildvariants:
     tags: ["pullrequest"]
     display_name: "Compile Only Checks"
     run_on:
-      - rhel8.7-small
+      - ubuntu2204-small
     expansions:
       GO_DIST: "/opt/golang/go1.23"
     tasks:

Taskfile.yml

@@ -30,6 +30,8 @@ tasks:
 
   build-compile-check: bash etc/compile_check.sh
 
+  build-compile-check-all: bash etc/run-compile-check-test.sh
+
   build-aws-ecs-test: go build ${BUILD_TAGS} ./internal/cmd/testaws/main.go
 
   cross-compile: 

etc/compile_check.sh

@@ -2,56 +2,47 @@
 set -e # exit when any command fails
 set -x # show all commands being run
 
-# Default to Go 1.18 if GO_VERSION is not set.
-#
-# Use the "=" operator (instead of the more common ":-" operator) so that it
-# allows setting GO_VERSION="" to use the Go installation in the PATH, and it
-# sets the GO_VERSION variable if the default is used.
-GC=go${GO_VERSION="1.18"}
+: ${GC:=go${GO_VERSION="1.18"}}
+
 COMPILE_CHECK_DIR="internal/cmd/compilecheck"
+ARCHITECTURES=("386" "arm" "arm64" "ppc64le" "s390x")
+BUILD_CMD="${GC} build -buildvcs=false"
 
 # compile_check will attempt to build the internal/test/compilecheck project
 # using the provided Go version. This is to simulate an end-to-end use case.
 function compile_check {
-	# Change the directory to the compilecheck test directory.
-	pushd ${COMPILE_CHECK_DIR}
-
-	# If a custom Go version is set using the GO_VERSION env var (e.g. "1.18"),
-	# add the GOPATH bin directory to PATH and then install that Go version.
-	if [ ! -z "$GO_VERSION" ]; then
-		PATH=$(go env GOPATH)/bin:$PATH
-		export PATH
+  # Change the directory to the compilecheck test directory.
+  pushd "${COMPILE_CHECK_DIR}" >/dev/null
 
-		go install golang.org/dl/go$GO_VERSION@latest
-		${GC} download
-	fi
+  # If a custom Go version is set using the GO_VERSION env var (e.g. "1.18"),
+  # add the GOPATH bin directory to PATH and then install that Go version.
+  if [ ! -z "$GO_VERSION" ]; then
+    PATH=$(go env GOPATH)/bin:$PATH
+    export PATH
 
-	${GC} version
-	${GC} mod tidy
+    go install golang.org/dl/go$GO_VERSION@latest
+    ${GC} download
+  fi
 
-	# Check simple build.
-	${GC} build ./...
+  ${GC} version
+  ${GC} mod tidy
 
-	# Check build with dynamic linking.
-	${GC} build -buildmode=plugin
+  # Standard build
+  $BUILD_CMD ./...
 
-	# Check build with tags.
-	${GC} build $BUILD_TAGS ./...
+  # Dynamic linking
+  $BUILD_CMD -buildmode=plugin
 
-	# Check build with various architectures.
-	GOOS=linux GOARCH=386 ${GC} build ./...
-	GOOS=linux GOARCH=arm ${GC} build ./...
-	GOOS=linux GOARCH=arm64 ${GC} build ./...
-	GOOS=linux GOARCH=amd64 ${GC} build ./...
-	GOOS=linux GOARCH=ppc64le ${GC} build ./...
-	GOOS=linux GOARCH=s390x ${GC} build ./...
+  # Check build with tags.
+  [[ -n "$BUILD_TAGS" ]] && $BUILD_CMD $BUILD_TAGS ./...
 
-	# Remove the binaries.
-	rm compilecheck
-	rm compilecheck.so
+  # Check build with various architectures.
+  for ARCH in "${ARCHITECTURES[@]}"; do
+    GOOS=linux GOARCH=$ARCH $BUILD_CMD ./...
+  done
 
-	# Change the directory back to the working directory.
-	popd
+  # Change the directory back to the working directory.
+  popd >/dev/null
 }
 
 compile_check

etc/run-compile-check-test.sh

@@ -0,0 +1,10 @@
+#!/usr/bin/env bash
+# run-compile-check-test
+# Run compile check tests.
+set -eu
+set +x
+
+echo "Running internal/test/compilecheck"
+pushd internal/test/compilecheck
+GOWORK=off go test -timeout 30m -v ./... >>../../../test.suite
+popd

internal/test/compilecheck/compile_check_test.go

@@ -0,0 +1,151 @@
+// Copyright (C) MongoDB, Inc. 2025-present.
+//
+// Licensed under the Apache License, Version 2.0 (the "License"); you may
+// not use this file except in compliance with the License. You may obtain
+// a copy of the License at http://www.apache.org/licenses/LICENSE-2.0
+
+package main
+
+import (
+	"context"
+	"encoding/json"
+	"fmt"
+	"io"
+	"net/http"
+	"os"
+	"path/filepath"
+	"strings"
+	"testing"
+
+	"github.com/stretchr/testify/assert"
+	"github.com/stretchr/testify/require"
+	"github.com/testcontainers/testcontainers-go"
+	"golang.org/x/mod/semver"
+)
+
+// TODO(GODRIVER-3515): This module cannot be included in the workspace since it
+// requires a version of klauspost/compress that is not compatible with the Go
+// Driver. Must use GOWORK=off to run this test.
+
+const minSupportedVersion = "1.18"
+
+func TestCompileCheck(t *testing.T) {
+	cwd, err := os.Getwd()
+	require.NoError(t, err)
+
+	rootDir := filepath.Dir(filepath.Dir(filepath.Dir(cwd)))
+
+	versions, err := getDockerGolangImages()
+	require.NoError(t, err)
+
+	for _, version := range versions {
+		version := version // Capture range variable.
+
+		image := fmt.Sprintf("golang:%s", version)
+		t.Run(image, func(t *testing.T) {
+			t.Parallel()
+
+			req := testcontainers.ContainerRequest{
+				Image: image,
+				Cmd:   []string{"tail", "-f", "/dev/null"},
+				Mounts: []testcontainers.ContainerMount{
+					testcontainers.BindMount(rootDir, "/workspace"),
+				},
+				WorkingDir: "/workspace",
+				Env: map[string]string{
+					"GC": "go",
+					// Compilation modules are not part of the workspace as testcontainers requires
+					// a version of klauspost/compress not supported by the Go Driver / other modules
+					// in the workspace.
+					"GOWORK": "off",
+				},
+			}
+
+			genReq := testcontainers.GenericContainerRequest{
+				ContainerRequest: req,
+				Started:          true,
+			}
+
+			container, err := testcontainers.GenericContainer(context.Background(), genReq)
+			require.NoError(t, err)
+
+			defer func() {
+				err := container.Terminate(context.Background())
+				require.NoError(t, err)
+			}()
+
+			exitCode, outputReader, err := container.Exec(context.Background(), []string{"bash", "etc/compile_check.sh"})
+			require.NoError(t, err)
+
+			output, err := io.ReadAll(outputReader)
+			require.NoError(t, err)
+
+			t.Logf("output: %s", output)
+			assert.Equal(t, 0, exitCode)
+		})
+	}
+}
+
+// getDockerGolangImages retrieves the available Golang Docker image tags from
+// Docker Hub that are considered valid and meet the specified version
+// condition. It returns a slice of version strings in the MajorMinor format and
+// an error, if any.
+func getDockerGolangImages() ([]string, error) {
+	// URL to fetch the Golang tags from Docker Hub with a page size of 100
+	// records.
+	var url = "https://hub.docker.com/v2/repositories/library/golang/tags?page_size=100"
+
+	versionSet := map[string]bool{}
+	versions := []string{}
+
+	// Iteratively fetch and process tags from Docker Hub as long as there is a
+	// valid next page URL.
+	for url != "" {
+		resp, err := http.Get(url)
+		if err != nil {
+			return nil, fmt.Errorf("failed to get response from Docker Hub: %w", err)
+		}
+
+		var data struct {
+			Results []struct {
+				Name string `json:"name"`
+			} `json:"results"`
+			Next string `json:"next"` // URL of the next page for pagination.
+		}
+
+		if err := json.NewDecoder(resp.Body).Decode(&data); err != nil {
+			resp.Body.Close()
+
+			return nil, fmt.Errorf("failed to decode response Body from Docker Hub: %w", err)
+		}
+
+		resp.Body.Close()
+
+		for _, tag := range data.Results {
+			// Skip tags that don't start with a digit (typically version numbers).
+			if len(tag.Name) == 0 || tag.Name[0] < '0' || tag.Name[0] > '9' {
+				continue
+			}
+
+			// Split the tag name and extract the base version part.
+			// This handles tags like `1.18.1-alpine` by extracting `1.18.1`.
+			base := strings.Split(tag.Name, "-")[0]
+
+			// Reduce the base version to MajorMinor format (e.g., `v1.18`).
+			baseMajMin := semver.MajorMinor("v" + base)
+			if !semver.IsValid(baseMajMin) || versionSet[baseMajMin] {
+				continue
+			}
+
+			if semver.Compare(baseMajMin, "v"+minSupportedVersion) >= 0 {
+				versionSet[baseMajMin] = true
+				versions = append(versions, baseMajMin[1:])
+			}
+		}
+
+		// Move to the next page of results, set by the `Next` field.
+		url = data.Next
+	}
+
+	return versions, nil
+}

internal/test/compilecheck/go.mod

@@ -0,0 +1,64 @@
+module go.mongodb.go/mongo-driver/internal/test/compilecheck
+
+go 1.23.0
+
+toolchain go1.23.1
+
+require (
+	github.com/stretchr/testify v1.10.0
+	github.com/testcontainers/testcontainers-go v0.35.0
+	golang.org/x/mod v0.24.0
+)
+
+require (
+	dario.cat/mergo v1.0.0 // indirect
+	github.com/Azure/go-ansiterm v0.0.0-20210617225240-d185dfc1b5a1 // indirect
+	github.com/Microsoft/go-winio v0.6.2 // indirect
+	github.com/cenkalti/backoff/v4 v4.2.1 // indirect
+	github.com/containerd/containerd v1.7.18 // indirect
+	github.com/containerd/log v0.1.0 // indirect
+	github.com/containerd/platforms v0.2.1 // indirect
+	github.com/cpuguy83/dockercfg v0.3.2 // indirect
+	github.com/davecgh/go-spew v1.1.1 // indirect
+	github.com/distribution/reference v0.6.0 // indirect
+	github.com/docker/docker v27.1.1+incompatible // indirect
+	github.com/docker/go-connections v0.5.0 // indirect
+	github.com/docker/go-units v0.5.0 // indirect
+	github.com/felixge/httpsnoop v1.0.4 // indirect
+	github.com/go-logr/logr v1.4.1 // indirect
+	github.com/go-logr/stdr v1.2.2 // indirect
+	github.com/go-ole/go-ole v1.2.6 // indirect
+	github.com/gogo/protobuf v1.3.2 // indirect
+	github.com/google/uuid v1.6.0 // indirect
+	github.com/klauspost/compress v1.17.4 // indirect
+	github.com/kr/text v0.2.0 // indirect
+	github.com/lufia/plan9stats v0.0.0-20211012122336-39d0f177ccd0 // indirect
+	github.com/magiconair/properties v1.8.7 // indirect
+	github.com/moby/docker-image-spec v1.3.1 // indirect
+	github.com/moby/patternmatcher v0.6.0 // indirect
+	github.com/moby/sys/sequential v0.5.0 // indirect
+	github.com/moby/sys/user v0.1.0 // indirect
+	github.com/moby/term v0.5.0 // indirect
+	github.com/morikuni/aec v1.0.0 // indirect
+	github.com/opencontainers/go-digest v1.0.0 // indirect
+	github.com/opencontainers/image-spec v1.1.0 // indirect
+	github.com/pkg/errors v0.9.1 // indirect
+	github.com/pmezard/go-difflib v1.0.0 // indirect
+	github.com/power-devops/perfstat v0.0.0-20210106213030-5aafc221ea8c // indirect
+	github.com/shirou/gopsutil/v3 v3.23.12 // indirect
+	github.com/shoenig/go-m1cpu v0.1.6 // indirect
+	github.com/sirupsen/logrus v1.9.3 // indirect
+	github.com/tklauser/go-sysconf v0.3.12 // indirect
+	github.com/tklauser/numcpus v0.6.1 // indirect
+	github.com/yusufpapurcu/wmi v1.2.3 // indirect
+	go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp v0.49.0 // indirect
+	go.opentelemetry.io/otel v1.24.0 // indirect
+	go.opentelemetry.io/otel/metric v1.24.0 // indirect
+	go.opentelemetry.io/otel/trace v1.24.0 // indirect
+	golang.org/x/crypto v0.31.0 // indirect
+	golang.org/x/net v0.26.0 // indirect
+	golang.org/x/sys v0.28.0 // indirect
+	google.golang.org/genproto/googleapis/api v0.0.0-20240318140521-94a12d6c2237 // indirect
+	google.golang.org/genproto/googleapis/rpc v0.0.0-20240318140521-94a12d6c2237 // indirect
+	gopkg.in/yaml.v3 v3.0.1 // indirect
+)