CI/CD: Run integration tests and GoReleaser concurrently (#3258)

.github/workflows/pr_build.yml

@@ -0,0 +1,83 @@
+name: "PR: Run Unit tests and Build artifacts for all platforms"
+
+# When will this pipeline be activated?
+# 1. On any pull-request, or if someone pushes to a branch called
+# "tlim_testpr".
+on:
+  pull_request:
+  workflow_dispatch:
+  # Want to trigger all the tests without making a PR?
+  # Run: git push origin main:tlim_testpr --force
+  # This will trigger a full PR test on the main branch.
+  # See https://github.com/StackExchange/dnscontrol/actions/workflows/pr_test.yml?query=branch%3Atlim_testpr
+  push:
+    branches:
+      - 'tlim_testpr'
+
+# Environment Variables
+env:
+  # cache-key: Change to force cache reset `pwsh > Get-Date -UFormat %s`
+  cache-key: 1639697695
+  # go-mod-path: Where go-mod writes temp files
+  go-mod-path: /go/pkg/mod
+  # BIND_DOMAIN: BIND is the one providers that we always test. By
+  # defining this here, we know it will always be set.
+  BIND_DOMAIN: example.com
+
+jobs:
+
+# Run unit tests:
+
+  build:
+    runs-on: ubuntu-latest
+    env:
+      TEST_RESULTS: "/tmp/test-results"
+    steps:
+    - uses: actions/checkout@v4
+      with:
+        fetch-depth: 0
+    - name: Set up Go
+      uses: actions/setup-go@v5
+      with:
+        go-version: stable
+    - name: restore_cache
+      uses: actions/cache@v4.2.0
+      with:
+        key: linux-go-${{ hashFiles('go.sum') }}-${{ env.cache-key }}
+        restore-keys: linux-go-${{ hashFiles('go.sum') }}-${{ env.cache-key }}
+        path: ${{ env.go-mod-path }}
+    - run: mkdir -p "$TEST_RESULTS"
+    - name: Run unit tests
+      run: |
+        go install gotest.tools/gotestsum@latest
+        gotestsum --junitfile ${TEST_RESULTS}/gotestsum-report.xml -- $PACKAGE_NAMES
+#    - name: Enforce Go Formatted Code
+#      run: "[ `go fmt ./... | wc -l` -eq 0 ]"
+    - uses: actions/upload-artifact@v4.4.3
+      with:
+        name: unit-tests
+        path: ${{ env.TEST_RESULTS }}
+
+# build: Use GoReleaser to build binaries for all platforms.
+
+    # Stringer is needed because .goreleaser includes "go generate ./..."
+    - name: Install stringer
+      run: |
+        go install golang.org/x/tools/cmd/stringer@latest
+
+    -
+      id: build_binaries_tagged
+      name: Build binaries (if tagged)
+      if: github.ref_type == 'tag'
+      uses: goreleaser/goreleaser-action@v6
+      with:
+        distribution: goreleaser
+        version: latest
+        args: build
+    -
+      id: build_binaries_not_tagged
+      name: Build binaries (not tagged)
+      if: github.ref_type != 'tag'
+      uses: goreleaser/goreleaser-action@v6
+      with:
+        args: build --snapshot

.github/workflows/pr_integration_tests.yml

@@ -1,73 +1,37 @@
-name: "PR: Run all tests"
+name: "PR: Run integration tests"
+
+# When will this pipeline be activated?
+# 1. On any pull-request, or if someone pushes to a branch called
+# "tlim_testpr".
 on:
-  # git push origin main:tlim_testpr --force
+  pull_request:
-  # will trigger a full PR test on the main branch:
+  workflow_dispatch:
-  # https://github.com/StackExchange/dnscontrol/actions/workflows/pr_test.yml?query=branch%3Atlim_testpr
+  # Want to trigger all the tests without making a PR?
+  # Run: git push origin main:tlim_testpr --force
+  # This will trigger a full PR test on the main branch.
+  # See https://github.com/StackExchange/dnscontrol/actions/workflows/pr_test.yml?query=branch%3Atlim_testpr
   push:
     branches:
       - 'tlim_testpr'
-  pull_request:
-  workflow_dispatch:
 
+# Environment Variables
 env:
-  cache-key: 1639697695 #Change to force cache reset `pwsh > Get-Date -UFormat %s`
+  # cache-key: Change to force cache reset `pwsh > Get-Date -UFormat %s`
+  cache-key: 1639697695
+  # go-mod-path: Where go-mod writes temp files
   go-mod-path: /go/pkg/mod
+  # BIND_DOMAIN: BIND is the one providers that we always test. By
+  # defining this here, we know it will always be set.
   BIND_DOMAIN: example.com
 
 jobs:
-  build:
-    runs-on: ubuntu-latest
-    env:
-      TEST_RESULTS: "/tmp/test-results"
-    steps:
-    - uses: actions/checkout@v4
-      with:
-        fetch-depth: 0
-    - name: Set up Go
-      uses: actions/setup-go@v5
-      with:
-        go-version: stable
-    - name: restore_cache
-      uses: actions/cache@v4.2.0
-      with:
-        key: linux-go-${{ hashFiles('go.sum') }}-${{ env.cache-key }}
-        restore-keys: linux-go-${{ hashFiles('go.sum') }}-${{ env.cache-key }}
-        path: ${{ env.go-mod-path }}
-    - run: mkdir -p "$TEST_RESULTS"
-    - name: Run unit tests
-      run: |
-        go install gotest.tools/gotestsum@latest
-        gotestsum --junitfile ${TEST_RESULTS}/gotestsum-report.xml -- $PACKAGE_NAMES
-    - name: Enforce Go Formatted Code
-      run: "[ `go fmt ./... | wc -l` -eq 0 ]"
-    - uses: actions/upload-artifact@v4.4.3
-      with:
-        name: unit-tests
-        path: ${{ env.TEST_RESULTS }}
 
-# Stringer is needed because .goreleaser includes "go generate ./..."
+# integration-test-providers: Determine which providers have a _DOMAIN variable set.
-    - name: Install stringer
+# That variable enables testing for the provider.  The results are
-      run: |
+# stored in a JSON blob stashed in # needs.integration-test-providers.outputs.integration_test_providers
-        go install golang.org/x/tools/cmd/stringer@latest
+# where integration-tests can pick it up.
-
-    -
-      id: build_binaries_tagged
-      name: Build binaries (if tagged)
-      if: github.ref_type == 'tag'
-      uses: goreleaser/goreleaser-action@v6
-      with:
-        distribution: goreleaser
-        version: latest
-        args: build
-    -
-      id: build_binaries_not_tagged
-      name: Build binaries (not tagged)
-      if: github.ref_type != 'tag'
-      uses: goreleaser/goreleaser-action@v6
-      with:
-        args: build --snapshot
   integration-test-providers:
-    needs: build
+    #needs: build
     runs-on: ubuntu-latest
     outputs:
       integration_test_providers: ${{ steps.get_integration_test_providers.outputs.integration_test_providers }}
@@ -92,6 +56,9 @@ jobs:
         ENV_CONTEXT: ${{ toJson(env) }}
         VARS_CONTEXT: ${{ toJson(vars) }}
         SECRETS_CONTEXT: ${{ toJson(secrets) }}
+
+# integration-tests: Run the integration tests on any provider listed
+# in needs.integration-test-providers.outputs.integration_test_providers.
   integration-tests:
     if: github.ref != 'refs/heads/master' && github.ref != 'refs/heads/main'
     runs-on: ubuntu-latest

.github/workflows/release_draft.yml

@@ -1,10 +1,11 @@
+name: "Release: Make release candidate"
+
 on:
   push:
     tags:
     - v[0-9]+.[0-9]+.[0-9]+
     - v[0-9]+.[0-9]+.[0-9]+-*
 
-name: "Release: Make release candidate"
 jobs:
   draft_release:
     name: draft release
@@ -49,6 +50,7 @@ jobs:
       run: |
         go install golang.org/x/tools/cmd/stringer@latest
 
+# use GoReleaser to build for all platforms.
     -
       id: release
       name: Goreleaser release